-- Logs begin at Thu 2021-04-15 19:08:45 UTC, end at Thu 2021-04-15 20:16:44 UTC. --
Apr 15 19:43:17.028916 dv-cinder-786384-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 15 19:43:20.158220 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.common.config [-] Logging enabled!
Apr 15 19:43:20.158746 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86
Apr 15 19:43:20.160201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 19:43:20.161959 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.common.config [-] Logging enabled!
Apr 15 19:43:20.162250 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86
Apr 15 19:43:20.162605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85307) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 19:43:20.163697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 19:43:20.163967 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 19:43:20.165038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 19:43:20.165325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 19:43:20.165587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 19:43:20.165961 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.166310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.166656 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.166923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.167287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.167634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.167963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.168303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.168651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.168978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.169303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.169630 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.169896 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.170217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.170554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.170891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.171149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.171496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.172042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.172363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.172686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.173023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.173342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.173655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.174221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.175077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.175480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] host                           = dv-cinder-786384-2-iscsi {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.175804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.176142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.176480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.176817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.177132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.177450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.177784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.178100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.178416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.178733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.179070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.179453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.179796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.180057 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.180316 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.180651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.180985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.181303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.181621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.181938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.182260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.182577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.182887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.183216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.183581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.183915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.184233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.184549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.184858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.185172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.185504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.185821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.186138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.186454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.186791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.187102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.187440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.187793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.188130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.188458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.188791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.189111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.189441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.189777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.190700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.191012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.191364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.191679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.192005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.192322 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.192635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.192948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.193262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.193597 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:20.193933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.194282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.194633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.194957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.195325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.195646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.195982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.196300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.196638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.196976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.197304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.197624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.197953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.198272 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.198617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.198970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.199330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.199675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.199990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.200303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.200619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.200936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.201263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.201602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.201939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.202259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.202580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.202917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.203234 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.203573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.203891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.204227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.204543 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.204857 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.205179 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.205522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.205835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.206143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.206459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.206793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.207109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.207445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.207756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.208072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.208383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.208709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.209025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.209337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.209646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.209961 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.210272 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.210583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.210898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.211210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.211551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.211862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.212175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.212484 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.212793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.213104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.213413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.213723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.214039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.214350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.214659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.214968 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.215322 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.215615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.215941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.216278 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.216595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.216916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.217238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.217558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.217875 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.218193 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.218513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.218832 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.219145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.219531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.219859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.220184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.220506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.220827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.221195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.221517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.221842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.222166 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.222486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.222818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.223141 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.223506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.223845 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.224181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.224517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.224852 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.225175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.225533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.225857 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:20.226110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 19:43:20.226374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85307) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 15 19:43:20.888850 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO keyring.backend [-] Loading Gnome
Apr 15 19:43:20.905870 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO keyring.backend [-] Loading Google
Apr 15 19:43:20.909130 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO keyring.backend [-] Loading Windows (alt)
Apr 15 19:43:20.912707 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO keyring.backend [-] Loading file
Apr 15 19:43:20.913565 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO keyring.backend [-] Loading keyczar
Apr 15 19:43:20.913851 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO keyring.backend [-] Loading multi
Apr 15 19:43:20.914495 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO keyring.backend [-] Loading pyfs
Apr 15 19:43:20.960708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:20.961012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:20.961380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:20.961752 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 15 19:43:21.355426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.355927 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.356030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.357398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.357823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.358126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.395387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.395706 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.396010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.411068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.411412 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.411719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.477733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.478054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.478360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.479407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.479715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.481451 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.751681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd59ba70b70> agent after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.752006 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd59ba70b70> agent after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.752338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd59ba70bf8> segment precommit_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.752646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd59ba70c80> network precommit_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.753477 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd59ba84d90> segment before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.900818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> network before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.901199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd59b9b90d0> agent before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.901521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> network before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.901822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> port before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.902121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> port before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.902500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> segment after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.902797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> segment precommit_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.903084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> segment precommit_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.903397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> segment after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.903737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> network after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.904029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> network precommit_delete 0 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.904331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> port provisioning_complete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.904637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.904928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> rbac-policy after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.905242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> agent after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.905554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> subnet after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.905846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> subnet precommit_delete 0 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.906159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.906446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.906781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> segment_host_mapping after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.907226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> port after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.907540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> port after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.907821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> port after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.908160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.908495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.909314 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd59b99abe0>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.909733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:43:21.910007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:43:21.910280 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:43:21.910552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:43:21.910822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:43:21.911092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:43:21.911529 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 15 19:43:21.914605 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 15 19:43:21.918629 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 15 19:43:21.922402 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Apr 15 19:43:21.924402 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 15 19:43:21.925685 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 15 19:43:21.926072 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 15 19:43:21.926510 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 15 19:43:21.929324 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 15 19:43:21.929610 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 15 19:43:21.930000 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 19:43:21.958604 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 15 19:43:21.959076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd59b99d7b8>> qos_plugin after_init 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.959433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85307) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 15 19:43:21.960020 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd59b959358>> logging-plugin after_init 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.961386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85307) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 15 19:43:21.961708 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 19:43:21.961989 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 15 19:43:21.965210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd59b9593c8>> floatingip before_response 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:21.965528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd59b9593c8>> port before_response 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.032245 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 15 19:43:22.032514 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 15 19:43:22.032786 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 15 19:43:22.033184 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 15 19:43:22.066438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.sqlalchemy.engines [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85307) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 15 19:43:22.508425 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Initializing driver for type 'gre'
Apr 15 19:43:22.509045 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] gre ID ranges: [(1, 1000)]
Apr 15 19:43:22.547488 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Initializing driver for type 'local'
Apr 15 19:43:22.547863 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Initializing driver for type 'vlan'
Apr 15 19:43:22.558110 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] VlanTypeDriver initialization complete
Apr 15 19:43:22.558478 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Initializing driver for type 'vxlan'
Apr 15 19:43:22.558979 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] vxlan ID ranges: [(1, 1000)]
Apr 15 19:43:22.598069 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Initializing extension driver 'port_security'
Apr 15 19:43:22.598431 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.extensions.port_security [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] PortSecurityExtensionDriver initialization complete
Apr 15 19:43:22.598800 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Initializing mechanism driver 'openvswitch'
Apr 15 19:43:22.599161 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Initializing mechanism driver 'hyperv'
Apr 15 19:43:22.605417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:22.606220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b6fc5f8>> port after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.606621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b6fc5f8>> port after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.607005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b6fc5f8>> port after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.607474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b236dd8>> subnet after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.607860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b236dd8>> subnet after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.608237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b236dd8>> subnet after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.608648 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b236f98>> network after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.609018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b236f98>> network after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.609388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b236f98>> network after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.609799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b23e198>> security_group after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.610174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b23e198>> security_group after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.610684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b23e198>> security_group after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.611091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b23e358>> security_group_rule after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.611492 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b23e358>> security_group_rule after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.612368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b23e358>> security_group_rule after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.612781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b23e518>> address_group after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.613153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b23e518>> address_group after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.613520 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd59b23e518>> address_group after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.613880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] ML2 OVO RPC backend initialized. {{(pid=85307) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 15 19:43:22.614661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> router_interface after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.615033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> router_interface after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.615527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> network before_response 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.615908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> networks before_response 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.616281 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> port before_response 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.616649 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> ports before_response 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.617019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> subnet before_response 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.617388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> subnets before_response 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.617764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> network after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.618130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> network after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.618501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> network after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.618862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> port after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.619226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> port after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.619619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> port after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.619984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> subnet after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.620347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> subnet after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.620709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd59b23e5f8>> subnet after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.621328 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.plugin [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Modular L2 Plugin initialization complete
Apr 15 19:43:22.621685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading services supported by the core plugin {{(pid=85307) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 15 19:43:22.622049 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.plugins.ml2.managers [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Got port-security extension from driver 'port_security'
Apr 15 19:43:22.622547 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.extensions.vlantransparent [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Disabled vlantransparent extension.
Apr 15 19:43:22.623075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85307) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 15 19:43:22.623441 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading Plugin: router
Apr 15 19:43:22.661069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router_interface before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.661501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router after_create 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.661907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router before_create 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.662312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router_interface before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.662725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router_interface after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.663115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router after_delete 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.663571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> floatingip after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.663980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router after_create 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.664360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router after_update 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.664752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router after_update 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.665138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router_gateway after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.665541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router after_update 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.666030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router precommit_update 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.666453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd59b895400> port after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.666829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd59b8952f0> port after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.667238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd59b895378> subnet after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.667639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd59b895488> subnetpool_address_scope after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.668028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> port precommit_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.668411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router precommit_create 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.668792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd59b88f8c8> port before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.669172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router precommit_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.669579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router after_update 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.669958 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router precommit_delete 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.670344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router precommit_create 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.670748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router_interface after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.671130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> router precommit_update 55549900 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.671588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd59b23e780>> network after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.672571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Tracking information for resource: router configured {{(pid=85307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:43:22.672939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Tracking information for resource: floatingip configured {{(pid=85307) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 19:43:22.678430 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_agentschedulers_db [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 15 19:43:22.679069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd59b1c1ea0> port after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.679495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd59b1c1d90> port after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.679882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function _notify_port_delete at 0x7fd59b1c1e18> port after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.680263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd59b1c70d0> port after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.681148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd59b1ea518>> router before_create 55550100 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.681544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd59b1ea518>> router precommit_delete 55550100 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.681969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd59b1ea518>> router precommit_create 55550100 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.682358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd59b1ea518>> router precommit_update 55550100 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.687169 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.provider_configuration [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service providers = [] {{(pid=85307) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 15 19:43:22.687609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.servicetype_db [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85307) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 15 19:43:22.691005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.service_base [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:43:22.691414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.service_base [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:43:22.691788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.service_base [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:43:22.692679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.service_base [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85307) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 19:43:22.693074 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.services.service_base [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 15 19:43:22.693495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:43:22.693845 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 15 19:43:22.703935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:43:22.704302 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading Plugin: auto_allocate
Apr 15 19:43:22.710117 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd59b191620> network precommit_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.710513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd59b191620> network precommit_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.711097 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:43:22.711482 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading Plugin: tag
Apr 15 19:43:22.718505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:43:22.718872 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading Plugin: timestamp
Apr 15 19:43:22.723209 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:43:22.723598 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading Plugin: network_ip_availability
Apr 15 19:43:22.729040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd59b18e860>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.729446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd59b18e860>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.729834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd59b18e860>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.730610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:43:22.730965 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading Plugin: flavors
Apr 15 19:43:22.735502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:43:22.735866 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading Plugin: revisions
Apr 15 19:43:22.740783 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85307) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 19:43:22.741205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:22.741993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85307) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 15 19:43:22.742352 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Initializing extension manager.
Apr 15 19:43:22.742908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: __init__.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.743307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: __pycache__ {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.743673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.744064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: address_group.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.744834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.745467 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: address-group
Apr 15 19:43:22.745821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: address_scope.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.746567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.747136 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: address-scope
Apr 15 19:43:22.747512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.748440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.749011 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: router-admin-state-down-before-update
Apr 15 19:43:22.749368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: agent.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.750106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.750676 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: agent
Apr 15 19:43:22.751029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: agent_resources_synced.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.751954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.752551 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: agent-resources-synced
Apr 15 19:43:22.752907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.754679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.755265 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: allowed-address-pairs
Apr 15 19:43:22.755652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.756710 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.757279 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: auto-allocated-topology
Apr 15 19:43:22.757638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: availability_zone.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.758383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.758994 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: availability_zone
Apr 15 19:43:22.759327 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: availability_zone_filter.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.760245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.760813 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: availability_zone_filter
Apr 15 19:43:22.761169 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: data_plane_status.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.762193 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.762761 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 15 19:43:22.763115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: default_subnetpools.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.764053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.764663 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: default-subnetpools
Apr 15 19:43:22.765017 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.765872 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.766445 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: dhcp_agent_scheduler
Apr 15 19:43:22.766802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: dns.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.767755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.768357 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension dns-integration not supported by any of loaded plugins
Apr 15 19:43:22.768714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: dns_domain_ports.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.769623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.770195 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 15 19:43:22.770550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: dvr.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.771256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.771857 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: dvr
Apr 15 19:43:22.772244 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: empty_string_filtering.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.773157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.773725 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: empty-string-filtering
Apr 15 19:43:22.774080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.774986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.775577 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 15 19:43:22.775988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.776890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.777454 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 15 19:43:22.777807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: external_net.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.778715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.779309 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: external-net
Apr 15 19:43:22.779688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.780611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.781183 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: extra_dhcp_opt
Apr 15 19:43:22.781536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: extraroute.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.782447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.783021 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: extraroute
Apr 15 19:43:22.783398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: extraroute_atomic.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.784932 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.785505 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: extraroute-atomic
Apr 15 19:43:22.785865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: filter_validation.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.786553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.787121 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: filter-validation
Apr 15 19:43:22.787505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: fip_pf_description.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.788413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.788977 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 15 19:43:22.789331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: fip_port_details.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.790351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.790921 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: fip-port-details
Apr 15 19:43:22.791314 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: flavors.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.792502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.793079 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: flavors
Apr 15 19:43:22.793437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.795070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.795683 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 15 19:43:22.796045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: floatingip_pools.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.796783 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.797357 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: floatingip-pools
Apr 15 19:43:22.797714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: ip_allocation.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.798632 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.800089 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 15 19:43:22.800447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.801355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.801932 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: ip-substring-filtering
Apr 15 19:43:22.802290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: l2_adjacency.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.803217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.803834 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 15 19:43:22.804188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: l3.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.805227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.805804 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: router
Apr 15 19:43:22.806158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.808424 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.809019 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 15 19:43:22.809383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.810312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.810891 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: ext-gw-mode
Apr 15 19:43:22.811251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.812293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.812868 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: l3-ha
Apr 15 19:43:22.813226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: l3_flavors.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.814133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.814708 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: l3-flavors
Apr 15 19:43:22.815094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.816036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.816607 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 15 19:43:22.816963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: l3agentscheduler.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.818102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.818681 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: l3_agent_scheduler
Apr 15 19:43:22.819041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: logging.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.820558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.821139 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension logging not supported by any of loaded plugins
Apr 15 19:43:22.821501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: metering.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.822280 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.822960 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: metering
Apr 15 19:43:22.823350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.824447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.825028 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: metering_source_and_destination_fields
Apr 15 19:43:22.825388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: multiprovidernet.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.826312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.826885 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: multi-provider
Apr 15 19:43:22.827245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: netmtu.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.828183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.828754 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: net-mtu
Apr 15 19:43:22.829110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: netmtu_writable.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.830024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.830597 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: net-mtu-writable
Apr 15 19:43:22.830950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: network_availability_zone.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.831806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.832386 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: network_availability_zone
Apr 15 19:43:22.832747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: network_ip_availability.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.833849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.834431 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: network-ip-availability
Apr 15 19:43:22.834788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: network_segment_range.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.835629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.836204 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 15 19:43:22.836559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: pagination.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.837538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.837910 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: pagination
Apr 15 19:43:22.838262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: port_device_profile.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.839159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.839759 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: port-device-profile
Apr 15 19:43:22.840121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.841037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.841616 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: port-mac-address-regenerate
Apr 15 19:43:22.841971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.842894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.843498 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: port-numa-affinity-policy
Apr 15 19:43:22.843852 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: port_resource_request.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.844761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.845320 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 15 19:43:22.845674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: portbindings.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.847110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.847711 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: binding
Apr 15 19:43:22.848064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: portbindings_extended.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.849328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.849905 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: binding-extended
Apr 15 19:43:22.850262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: portsecurity.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.851181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.851788 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: port-security
Apr 15 19:43:22.852143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: project_id.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.853110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.853481 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: project-id
Apr 15 19:43:22.853839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: providernet.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.854772 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.855371 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: provider
Apr 15 19:43:22.855726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: qos.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.859337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.859930 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension qos not supported by any of loaded plugins
Apr 15 19:43:22.860296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.861674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.862881 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 15 19:43:22.863248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.864200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.864767 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 15 19:43:22.865125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: qos_default.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.866038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.866616 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension qos-default not supported by any of loaded plugins
Apr 15 19:43:22.866970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: qos_fip.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.867685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.868247 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension qos-fip not supported by any of loaded plugins
Apr 15 19:43:22.868600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.869514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.870080 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 15 19:43:22.870433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.871370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.871949 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 15 19:43:22.872303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.873265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.873835 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 15 19:43:22.874189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: qos_rules_alias.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.875241 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.875843 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 15 19:43:22.876203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: quotasv2.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.877173 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.877564 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: quotas
Apr 15 19:43:22.877915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: quotasv2_detail.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.879670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.880048 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: quota_details
Apr 15 19:43:22.880413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: rbac.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.881550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.882140 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: rbac-policies
Apr 15 19:43:22.882499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: rbac_address_group.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.883454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.884040 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: rbac-address-group
Apr 15 19:43:22.884398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: rbac_address_scope.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.885308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.885882 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: rbac-address-scope
Apr 15 19:43:22.886241 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: rbac_security_groups.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.887150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.887750 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: rbac-security-groups
Apr 15 19:43:22.888110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.889028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.889607 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: rbac-subnetpool
Apr 15 19:43:22.889965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: revisionifmatch.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.890899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.891499 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: revision-if-match
Apr 15 19:43:22.891858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: revisions.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.892976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.893577 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: standard-attr-revisions
Apr 15 19:43:22.893936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: router_availability_zone.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.894639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.895217 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: router_availability_zone
Apr 15 19:43:22.895598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: routerservicetype.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.896528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.897101 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension router-service-type not supported by any of loaded plugins
Apr 15 19:43:22.897458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.898376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.898951 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: security-groups-normalized-cidr
Apr 15 19:43:22.899329 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.900254 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.900830 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: port-security-groups-filtering
Apr 15 19:43:22.901185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.902128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.902701 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: security-groups-remote-address-group
Apr 15 19:43:22.903056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: securitygroup.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.916695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.917308 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: security-group
Apr 15 19:43:22.917675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: segment.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.918524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.919723 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension segment not supported by any of loaded plugins
Apr 15 19:43:22.920019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.920953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.921539 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 15 19:43:22.921900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: servicetype.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.922988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.923595 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: service-type
Apr 15 19:43:22.924204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: sorting.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.925750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.926127 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: sorting
Apr 15 19:43:22.926482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: standard_attr_segment.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.927427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.928010 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 15 19:43:22.928370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: standardattrdescription.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.929048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.929619 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: standard-attr-description
Apr 15 19:43:22.929973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: stateful_security_group.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.930916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.931535 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: stateful-security-group
Apr 15 19:43:22.931894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: stdattrs_common.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.932481 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 15 19:43:22.932834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.933839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.934414 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 15 19:43:22.934769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: subnet_onboard.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.935865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.936449 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: subnet_onboard
Apr 15 19:43:22.936807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.937726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.938303 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 15 19:43:22.938659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: subnet_service_types.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.939602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.940202 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: subnet-service-types
Apr 15 19:43:22.940553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: subnetallocation.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.941645 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.942226 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: subnet_allocation
Apr 15 19:43:22.942583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.943317 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.943890 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: subnetpool-prefix-ops
Apr 15 19:43:22.944246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.945212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.945783 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 15 19:43:22.946137 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: tagging.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.947418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.948007 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: standard-attr-tag
Apr 15 19:43:22.948370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: timestamp.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.949525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.950110 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loaded extension: standard-attr-timestamp
Apr 15 19:43:22.950472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: trunk.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.951517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.952096 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension trunk not supported by any of loaded plugins
Apr 15 19:43:22.952453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: trunk_details.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.953368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.953934 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension trunk-details not supported by any of loaded plugins
Apr 15 19:43:22.954288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.955199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.955837 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 15 19:43:22.956186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Loading extension file: vlantransparent.py {{(pid=85307) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 19:43:22.956866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85307) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 19:43:22.957437 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 15 19:43:22.960094 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:network
Apr 15 19:43:22.960874 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:subnet
Apr 15 19:43:22.961558 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:43:22.962209 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:port
Apr 15 19:43:22.963704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.964183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service FLAVORS assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.964860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.965323 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.965687 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:router
Apr 15 19:43:22.966398 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 19:43:22.967164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service METERING assigned prefix: /metering {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.968957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd59b033b38>> rbac-policy before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.969354 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd59b033b38>> rbac-policy before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.969737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd59b033b38>> rbac-policy before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:43:22.970839 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 19:43:22.971871 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 19:43:22.972667 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 19:43:22.973466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service CORE assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.973836 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:43:22.974196 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] subnetpool is already registered
Apr 15 19:43:22.974844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service CORE assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.975205 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:43:22.975608 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] subnetpool is already registered
Apr 15 19:43:22.978315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.978784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service FLAVORS assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.979449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.979906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.980274 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:router
Apr 15 19:43:22.980635 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] router is already registered
Apr 15 19:43:22.981290 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 19:43:22.981653 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] floatingip is already registered
Apr 15 19:43:22.982332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service METERING assigned prefix: /metering {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.983058 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 19:43:22.983446 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] rbac_policy is already registered
Apr 15 19:43:22.984060 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 19:43:22.984420 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] security_group is already registered
Apr 15 19:43:22.985055 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 19:43:22.985414 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] security_group_rule is already registered
Apr 15 19:43:22.986128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service CORE assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.986497 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:43:22.987513 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] subnetpool is already registered
Apr 15 19:43:22.988163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.resource_helper [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Service CORE assigned prefix:  {{(pid=85307) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 19:43:22.988524 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 19:43:22.988880 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.quota.resource_registry [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] subnetpool is already registered
Apr 15 19:43:22.989581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: extensions {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:22.991114 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: address-groups {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:22.992800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: address-scopes {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:22.994076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: agents {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:22.995312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: auto-allocated-topology {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:22.996620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: availability_zones {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:22.997991 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: dhcp-networks {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:22.999504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: dhcp-agents {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.000996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: routers {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.002897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: flavors {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.004149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: service_profiles {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.005417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: next_providers {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.007030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: service_profiles {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.008553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: floatingip-pools {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.009867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: routers {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.011736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: floatingips {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.012993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: l3-routers {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.014458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: l3-agents {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.015966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: metering-labels {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.018219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: metering-label-rules {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.019584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: network-ip-availabilities {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.020961 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: bindings {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.022679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: quotas {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.024219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: quotas {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.025699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: rbac-policies {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.027046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: security-groups {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.028340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: security-group-rules {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.029635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: service-providers {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.030924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: subnetpools {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.032430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: subnetpools {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.034463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.036268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.038154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.040036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.041913 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.043895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.045667 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.047687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.050459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.052449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.extensions [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Extended resource: tags {{(pid=85307) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 19:43:23.059201 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING keystonemiddleware.auth_token [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 15 19:43:23.064364 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING keystonemiddleware.auth_token [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 15 19:43:23.073092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Acquired lock "singleton_lock" {{(pid=85307) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 15 19:43:23.073602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Releasing lock "singleton_lock" {{(pid=85307) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 15 19:43:23.075049 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO oslo_service.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Starting 2 workers
Apr 15 19:43:23.079855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Started child 85418 {{(pid=85307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:43:23.084843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:23.085559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Started child 85419 {{(pid=85307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:43:23.086212 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [-] (85418) wsgi starting up on http://0.0.0.0:9696
Apr 15 19:43:23.087009 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 15 19:43:23.087685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Notify callbacks [] for process, before_spawn {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:23.088932 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:23.090182 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO oslo_service.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Starting 1 workers
Apr 15 19:43:23.090336 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [-] (85419) wsgi starting up on http://0.0.0.0:9696
Apr 15 19:43:23.095632 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Started child 85420 {{(pid=85307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:43:23.096269 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO oslo_service.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Starting 1 workers
Apr 15 19:43:23.097908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] calling RpcWorker wait() {{(pid=85420) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 15 19:43:23.098340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] returning from RpcWorker wait() {{(pid=85420) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 15 19:43:23.100444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:23.100939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:23.101522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Started child 85421 {{(pid=85307) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 19:43:23.102306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-276dd666-4f01-41f3-9f62-04676fdb74d0 None None] Notify callbacks [] for process, after_spawn {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:23.103892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85307) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 19:43:23.104125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 19:43:23.104331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 19:43:23.104599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 19:43:23.105008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 19:43:23.105181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 19:43:23.105321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:23.106038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.106331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.106646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.106918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.107245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.107897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.108213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.108497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.108790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.109060 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.109259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.109449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.109728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.109973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.110481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.110766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.111039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.111352 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.111568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.111879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.112195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.112476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.112776 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.113043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.113623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.113892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.114170 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.114416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.114709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.114974 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.115259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.115542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.115786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.116043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.116322 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.116578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.116830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.117096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.117383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.117625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.118059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] host                           = dv-cinder-786384-2-iscsi {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.118318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.118577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.118844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.119104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.119406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.119670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.119960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.120256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.120535 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.120803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.121087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.121340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.121618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.121892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.122080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.122348 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.122647 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.122946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.123154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.123367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.123559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.123851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.124039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.124313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.124554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.124798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.125051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.125290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.125534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.125817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.126070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.126334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.126567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.126859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.127144 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.127483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.128509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.128771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.129072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.129353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.129700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.129909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.130160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.130418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.130601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:23.130746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.130934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.131229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.131734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.131858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.132100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.132347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.133584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.133584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.133584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.133584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.133885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.133955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.134798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.134798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.134798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.135030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.135099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.135376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.135670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.135922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.136171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.136418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.136666 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.136940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.137389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.137709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.138063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.138345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.138619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.138904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.139200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.139503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.139795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.140072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.140403 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.140659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.140973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.141223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.141525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.141854 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.142370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.142677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.142962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.143709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.143930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.144200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.144550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.145045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.145476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.58/identity {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.145899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.146300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.146713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.147138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.147632 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.148069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.148329 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.148634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.148874 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.149336 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.149599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.149880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.150130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.150421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.150686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.151177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.151669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.152150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.152523 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.152799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.153053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.153304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.153609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.153951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.154238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.154520 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.154781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.155019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.155288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.155546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.155821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.156070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.156298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.156705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.157111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.157523 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.157977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.158254 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.158504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.158837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.159830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.160138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.160409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.160679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.161043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.161347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.161620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.161877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.162133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.162404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.162676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.162930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.163180 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.163461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.163712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.163963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.164213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.164467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.164724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.165043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.165380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.165663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.165959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.166214 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.166505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.166751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.167029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.167309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.167587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.167837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.168132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.168388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.168688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.168956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.169235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.169533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.169788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.170047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.170299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.170550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.170810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.171095 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.171393 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.171668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.171945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.172267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.172602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.172877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.173168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.173424 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.173723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.174331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.174657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.174964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.175254 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.175631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.175919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.176209 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.176499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.176788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.177073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.177340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.177652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.177931 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.178175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.178401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.178695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.179038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.179358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.179619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.179867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.180178 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.180454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.180719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.180985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.181275 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.181542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.181836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.182112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.58/identity {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.182398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.182654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.182901 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.183148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.183444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.183668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.183911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.184152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.184383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.184651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.184897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.185164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.185404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.185633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.185918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.189299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.189599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.189701 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 38804) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:23.189908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.190206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.190485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.190762 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.191035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.191326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.191650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.191986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.193335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.193335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.193335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.193335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.193335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.193700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.193771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.194074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.194447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.194704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.194956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.196101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.196101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.196101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.196101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.196398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.196571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.196793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.197154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.197433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.197709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.197995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.198250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.198534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.198791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.199069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.199370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.199633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.199885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.200167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.200445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.200730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.200980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.201234 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.201479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.201729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.201977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.202329 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.202602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.202861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.203120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.203399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.203660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.203913 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.204161 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.204412 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.204658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.205178 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0133462
Apr 15 19:43:23.206227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.206462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.206900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.207158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.208259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.208515 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.208778 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.209033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.209290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.209539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.209872 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.210923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.210923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.210923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.210923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.211552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.211552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.211824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.212077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.212362 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.212619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.213712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.214010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.214319 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.214663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.215187 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.215711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.216728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.216728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.216728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.217087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.217241 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.217511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.217867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.218154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.218434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.218704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.219019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.219305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.219583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.219856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.220111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.220364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.220667 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.220949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.221254 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.222044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.222332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.222589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.222854 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.223130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.223493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.223732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.224146 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 19:43:23.224677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85307) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 19:43:23.225467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 19:43:23.225467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 19:43:23.225467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 19:43:23.225467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 19:43:23.226009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 19:43:23.226009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.226009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.226353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.226353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.226559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.226677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.226790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.227173 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.227173 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.228171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.228372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.228548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.228738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.228910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.229279 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.229473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.229665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.229857 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.230051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.230238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.230426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.230613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.230807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.230973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.231360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.231702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.231897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.232066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.232433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.232819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.232995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.233158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.233524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.233718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.233951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.234047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.234213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.234599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.234788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.234978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.235165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] host                           = dv-cinder-786384-2-iscsi {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.235362 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.235544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.235729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.235914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.236101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.236288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.236475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.236663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.236876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.237066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.237255 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.237444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.237624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.237777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.238133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.238313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.238833 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.238833 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.238833 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.239390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.239390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.239390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.239794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.239794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.239794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.240123 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.240123 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.240795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.240795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.240795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.240795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.241227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.241227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.241227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.241538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.241538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.241754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.241891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.242028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.242205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.242391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.242577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.242762 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.242948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.243099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:23.243235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.243394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.243505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.243677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.243792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.244031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.244212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.244334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.244657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.244657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.244942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.245080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.245319 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.245520 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.245682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.245870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.246057 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.246243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.246428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.246638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.246919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.247056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.247234 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.247469 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.247822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 19:43:23.247956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.248082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.249076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.249076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.249076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.249076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.249076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.249704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.249704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.249704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.249704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.250103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.250103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.250303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.250416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.250588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.250779 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.250971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.251160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.251372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.251562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.251751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.251960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.252150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.252339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.58/identity {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.252557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.252747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.252937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.253127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.253316 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.254177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.254177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.254177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.254177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.254177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.254789 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.254789 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.254789 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.254789 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.255208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.255208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.255448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.255448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.255659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.255806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.255996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.256186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.256375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.256565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.256737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.256934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.257126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.257294 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.257655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.257827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.258171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.258508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.258697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.259979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.259979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.259979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.259979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.259979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.259979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.259979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.260856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.260856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.260856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.260856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.260856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.261489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.261489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.261489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.261489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.262049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.262049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.262049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.262049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.262881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.262881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.262881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.262881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.262881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.263427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.263427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.263427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.264358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.264358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.264358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.264358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.264358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.264358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.266029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.266029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.266029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.266029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.266029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.266029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.266029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.266029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.267067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.267067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.267067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.267067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.267067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.267067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.267067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.267067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.268736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.268736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.268736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.268736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.268736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.268736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.268736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.269711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.269711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.269711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.269711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.269711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.269711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.270590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.270590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.270590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.270590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.270590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.271233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.271233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.271233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.271233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.271791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.271791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.271791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.272186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.272186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.272459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.272459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.272722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.272722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.272984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.273122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.273259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.273395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.273583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.58/identity {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.273739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.273933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.274158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.274339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.274479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.274617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.274755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.274986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.275135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.275388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.275539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.275679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.275817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.275955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.276101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.276251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.276390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.276580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.276738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.276930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.277120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.277329 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.277480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.277659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.277848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.278049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.278201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.278392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.278584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.278748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.278967 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.279113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.279251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.279422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.279615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.279805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.279964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.280191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.280347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.280488 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.280625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.280814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.281006 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.281211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.281402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.281558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.281751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.281941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.282129 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.282316 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.282505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.282696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.282885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.283072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.283262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.283460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.283639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.284369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.284511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.284698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.284887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.285047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.285260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.285416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.285568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.285709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.285900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.286099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.286290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.286478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.286667 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.286855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.287054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.287196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.287401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.287589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.287756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.287957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.288145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.288331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.288518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.288712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.289064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.289064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.289344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.289344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.289608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.289767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.289910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.290048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.290215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.290434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.290579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.290718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.290866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.291013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.291153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.291415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.291641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.292602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.292810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.293016 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.293218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.293410 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.293618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.293857 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.294027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.294169 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.294326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.294650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.294650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.294920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.295059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.295196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.295457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.295457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.295729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.295879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.296018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.296158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.296296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.296433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.296618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.296807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.297496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 19:43:23.297496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85307) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 19:43:34.067587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634e9c1-bd7f-4244-9b88-7de6b1c7344c None None] get_active_networks_info from dv-cinder-786384-2-iscsi {{(pid=85420) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 15 19:43:34.198840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634e9c1-bd7f-4244-9b88-7de6b1c7344c None None] No non-hosted networks {{(pid=85420) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 15 19:43:34.227821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agentschedulers_db [None req-d634e9c1-bd7f-4244-9b88-7de6b1c7344c None None] DHCP Agent not found on host dv-cinder-786384-2-iscsi {{(pid=85420) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 15 19:43:34.337502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b0bb-4eaf-45c3-b130-dbd2c196b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:36.107084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e5b5a2aa-efc3-4a56-bc52-f541fd995d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:36.145309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-004a30c0-2f99-4489-97a7-8b920fa308db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:36.837118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:37.669080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:37.670374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.671217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.671806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.672376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.672934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.673482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.674338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.674904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.675491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.676040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.676604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.677149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:37.677759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd59a3d0b70>, 'Open vSwitch agent', 'dv-cinder-786384-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:37.694177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd59a3f6b70>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786384-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:43:38.695398 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_hamode_db [None req-17a50811-87ed-43fc-a0a6-165ec39b8705 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 15 19:43:38.815305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a50811-87ed-43fc-a0a6-165ec39b8705 None None] Routers set() bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:43:38.815764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a50811-87ed-43fc-a0a6-165ec39b8705 None None] Router IDs set() for agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 15 19:43:38.818154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:39.515798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 38896) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:40.136112 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING oslo_policy.policy [None req-689c66d6-5422-486a-b1f0-8a037f87c00e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:43:40.136638 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING oslo_policy.policy [None req-689c66d6-5422-486a-b1f0-8a037f87c00e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:43:40.367100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [None req-689c66d6-5422-486a-b1f0-8a037f87c00e admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:43:40.368264 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-689c66d6-5422-486a-b1f0-8a037f87c00e admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8514576
Apr 15 19:43:43.061238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 38912) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:43.447113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-cf7ededa-cfe8-41b2-860c-0c568f002e64 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:43.549912 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.policy [None req-cf7ededa-cfe8-41b2-860c-0c568f002e64 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85419) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 19:43:43.604704 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING oslo_policy.policy [None req-cf7ededa-cfe8-41b2-860c-0c568f002e64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:43:43.605120 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING oslo_policy.policy [None req-cf7ededa-cfe8-41b2-860c-0c568f002e64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:43:43.623802 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota [None req-cf7ededa-cfe8-41b2-860c-0c568f002e64 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd59ad1c128>.
Apr 15 19:43:43.639917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-cf7ededa-cfe8-41b2-860c-0c568f002e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:43.696195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cf7ededa-cfe8-41b2-860c-0c568f002e64 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252137847959', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252137847675', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252137842619', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252137831455', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252137880142', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363252137880329', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-24404', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854543114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854015794', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-665083'] for rbac-policy, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:43.915512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cf7ededa-cfe8-41b2-860c-0c568f002e64 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:43.916677 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-cf7ededa-cfe8-41b2-860c-0c568f002e64 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8543715
Apr 15 19:43:46.864860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 38926) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:47.229859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:47.235759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:47.240685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Usage tracker for resource:network and tenant:8c10b023f2ff42fbaf91890fbb519a7f is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:47.244139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:47.250411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:47.259399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Made reservation on behalf of 8c10b023f2ff42fbaf91890fbb519a7f for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:47.265092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.280749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.295070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:47.299380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Usage tracker for resource:security_group_rule and tenant:8c10b023f2ff42fbaf91890fbb519a7f is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:47.302703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:47.308449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:47.403762 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.406263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.410856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:47.428559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780}  {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:43:47.457005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252141264705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.457538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd59ba70bf8> segment precommit_create {{(pid=85419) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 19:43:47.457995 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Added segment c0d06a9b-ee50-486d-aa03-4bcea0251ab7 of type vlan for network 61039f89-2594-4b9b-9cbc-2e273b69719c
Apr 15 19:43:47.506080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbff6f75-ceaa-4651-8be7-c03cdfef4b10,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:47.521750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.522116 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.522475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.522827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.523176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.523564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.523911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.524256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.524614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.524953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.525293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.525631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Tracked resource versions report:
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]: pushed versions:
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]: {   'AddressGroup': {'1.2'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'ConntrackHelper': {'1.0'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Log': {'1.0'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Network': {'1.1'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Port': {'1.7'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'PortForwarding': {'1.2'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'QosPolicy': {'1.8'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroup': {'1.4'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SubPort': {'1.0'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Subnet': {'1.1'},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Trunk': {'1.1'}}
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]: consumer versions:
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]: {   DHCP agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     L3 agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metadata agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metering agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:     Open vSwitch agent@dv-cinder-786384-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Log': '1.0',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Network': '1.1',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Port': '1.7',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'PortForwarding': '1.2',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'QosPolicy': '1.8',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroup': '1.4',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SubPort': '1.0',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Subnet': '1.1',
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Trunk': '1.1'}}
Apr 15 19:43:47.526734 dv-cinder-786384-2-iscsi neutron-server[85307]:  {{(pid=85419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:43:47.575525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.581194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:47.613258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.614661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:47.615332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:47.620071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:47.728225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Pushing event updated for resources: {'Network': ['ID=61039f89-2594-4b9b-9cbc-2e273b69719c,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:47.731431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:47.733218 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8672924
Apr 15 19:43:47.740559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 61039f89-2594-4b9b-9cbc-2e273b69719c details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:43:50.728459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 38942) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:51.201696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8512a06-6910-47c9-8d10-a77f1c434a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:51.203121 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b8512a06-6910-47c9-8d10-a77f1c434a8c admin admin] 10.222.0.58 "GET /v2.0/networks/61039f89-2594-4b9b-9cbc-2e273b69719c HTTP/1.1" status: 200  len: 825 time: 0.4736326
Apr 15 19:43:51.231171 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-138bb59b-c2fa-4282-98d2-037bd1276c0f admin admin] 10.222.0.58 "GET /v2.0/subnetpools/e5ede392-5fd0-4ac3-b1dc-10e545536f96 HTTP/1.1" status: 200  len: 734 time: 0.0220623
Apr 15 19:43:51.240856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'subnetpool_id': 'e5ede392-5fd0-4ac3-b1dc-10e545536f96', 'ip_version': 4, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c', 'gateway_ip': '172.20.0.1'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:43:51.245179 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:43:51.249152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Usage tracker for resource:subnet and tenant:8c10b023f2ff42fbaf91890fbb519a7f is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:43:51.252080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:43:51.257871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:43:51.266623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Made reservation on behalf of 8c10b023f2ff42fbaf91890fbb519a7f for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:43:51.271120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.736499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.750846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:51.891783 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be03940b-0a46-4386-9fcc-127abf1b6ad6,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:51.898729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:51.953208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Checking segment: {'id': 'c0d06a9b-ee50-486d-aa03-4bcea0251ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:43:51.953592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Network hostable DHCP agents. Network: 61039f89-2594-4b9b-9cbc-2e273b69719c, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:43:51.973786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Network 61039f89-2594-4b9b-9cbc-2e273b69719c is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:43:51.982159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 61039f89-2594-4b9b-9cbc-2e273b69719c) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:51.986513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:43:51.987166 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:51.991639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720fab93-b882-499a-8932-a9674766f274 None None] Network 61039f89-2594-4b9b-9cbc-2e273b69719c requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:43:52.005642 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7683036
Apr 15 19:43:52.310363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-61039f89-2594-4b9b-9cbc-2e273b69719c', 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'fixed_ips': [{'subnet_id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:43:52.311694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:52.665185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Allocated IP 172.20.0.2 (61039f89-2594-4b9b-9cbc-2e273b69719c/be03940b-0a46-4386-9fcc-127abf1b6ad6/845b6892-6280-46c5-a8bf-86855b3143b4) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:43:52.895247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:52.908887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Transition to ACTIVE for port object 845b6892-6280-46c5-a8bf-86855b3143b4 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:43:52.930104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Transition to ACTIVE for port object 845b6892-6280-46c5-a8bf-86855b3143b4 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:43:52.935720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:52.953460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:53.090235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Pushing event updated for resources: {'Port': ['ID=845b6892-6280-46c5-a8bf-86855b3143b4,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:53.101808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.102175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.102535 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.102892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.103242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.103620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.103969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.104315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.104663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.105010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.105353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.105693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Tracked resource versions report:
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]: pushed versions:
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]: {   'AddressGroup': {'1.2'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'ConntrackHelper': {'1.0'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Log': {'1.0'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Network': {'1.1'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Port': {'1.7'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'PortForwarding': {'1.2'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'QosPolicy': {'1.8'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroup': {'1.4'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SubPort': {'1.0'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Subnet': {'1.1'},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Trunk': {'1.1'}}
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]: consumer versions:
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]: {   DHCP agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     L3 agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metadata agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metering agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:     Open vSwitch agent@dv-cinder-786384-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Log': '1.0',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Network': '1.1',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Port': '1.7',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'PortForwarding': '1.2',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'QosPolicy': '1.8',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroup': '1.4',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SubPort': '1.0',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Subnet': '1.1',
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Trunk': '1.1'}}
Apr 15 19:43:53.106799 dv-cinder-786384-2-iscsi neutron-server[85307]:  {{(pid=85420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:43:53.110414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:53.163028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Network 61039f89-2594-4b9b-9cbc-2e273b69719c is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:43:53.164223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:43:53.166903 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:43:53.262900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Attempting to bind port 845b6892-6280-46c5-a8bf-86855b3143b4 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:43:53.263250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Attempting to bind port 845b6892-6280-46c5-a8bf-86855b3143b4 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'c0d06a9b-ee50-486d-aa03-4bcea0251ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:43:53.263699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Attempting to bind port 845b6892-6280-46c5-a8bf-86855b3143b4 on network 61039f89-2594-4b9b-9cbc-2e273b69719c {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:43:53.269744 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:43:53.270145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Checking segment: {'id': 'c0d06a9b-ee50-486d-aa03-4bcea0251ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:43:53.270623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:53.271042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Bound using segment: {'id': 'c0d06a9b-ee50-486d-aa03-4bcea0251ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:43:53.271604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Bound port: 845b6892-6280-46c5-a8bf-86855b3143b4, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d06a9b-ee50-486d-aa03-4bcea0251ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:43:53.272075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:53.364312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] For port 845b6892-6280-46c5-a8bf-86855b3143b4, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:43:53.368257 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] For port 845b6892-6280-46c5-a8bf-86855b3143b4, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=845b6892-6280-46c5-a8bf-86855b3143b4,segment=NetworkSegment(c0d06a9b-ee50-486d-aa03-4bcea0251ab7),segment_id=c0d06a9b-ee50-486d-aa03-4bcea0251ab7)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:43:53.371643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:43:53.386377 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:43:53.533198 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Pushing event updated for resources: {'Port': ['ID=845b6892-6280-46c5-a8bf-86855b3143b4,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:43:53.544952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:43:54.728672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 38952) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:55.137178 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [None req-deed44bc-81e5-467e-914c-0078973d8990 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:43:55.138253 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-deed44bc-81e5-467e-914c-0078973d8990 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4085469
Apr 15 19:43:57.879142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 38962) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:43:58.506585 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING oslo_policy.policy [None req-38108444-2e5c-47f8-9772-06aa5b1d18cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:43:58.507155 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING oslo_policy.policy [None req-38108444-2e5c-47f8-9772-06aa5b1d18cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:43:58.744288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [None req-38108444-2e5c-47f8-9772-06aa5b1d18cf admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:43:58.745596 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-38108444-2e5c-47f8-9772-06aa5b1d18cf admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8643138
Apr 15 19:43:59.695942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 845b6892-6280-46c5-a8bf-86855b3143b4 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:43:59.769450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 845b6892-6280-46c5-a8bf-86855b3143b4 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:44:00.395396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6851481f-e5fa-40ab-9335-ac93248857fd None None] Network 61039f89-2594-4b9b-9cbc-2e273b69719c requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:44:00.483829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-44063034-0c78-4899-8284-b1bc93184808 None None] Provisioning for port 845b6892-6280-46c5-a8bf-86855b3143b4 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:44:00.497638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-44063034-0c78-4899-8284-b1bc93184808 None None] Provisioning complete for port 845b6892-6280-46c5-a8bf-86855b3143b4 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:00.498059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-44063034-0c78-4899-8284-b1bc93184808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:00.733221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-44063034-0c78-4899-8284-b1bc93184808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:00.785693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-44063034-0c78-4899-8284-b1bc93184808 None None] For port 845b6892-6280-46c5-a8bf-86855b3143b4, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=845b6892-6280-46c5-a8bf-86855b3143b4,segment=NetworkSegment(c0d06a9b-ee50-486d-aa03-4bcea0251ab7),segment_id=c0d06a9b-ee50-486d-aa03-4bcea0251ab7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:00.789008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-44063034-0c78-4899-8284-b1bc93184808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:00.794795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:00.871196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44063034-0c78-4899-8284-b1bc93184808 None None] Pushing event updated for resources: {'Port': ['ID=845b6892-6280-46c5-a8bf-86855b3143b4,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:00.874518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-44063034-0c78-4899-8284-b1bc93184808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:01.013195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-9c0eaa4d-3d72-40f0-a840-b6d45cf9470a None None] Provisioning complete for port 845b6892-6280-46c5-a8bf-86855b3143b4 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:01.013601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9c0eaa4d-3d72-40f0-a840-b6d45cf9470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:01.661293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 845b6892-6280-46c5-a8bf-86855b3143b4 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:44:01.733688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 845b6892-6280-46c5-a8bf-86855b3143b4 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:01.734164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:01.770672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 38982) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:02.158733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'admin_state_up': True}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:44:02.233909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.policy [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85418) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 19:44:02.289319 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING oslo_policy.policy [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:44:02.289732 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING oslo_policy.policy [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 19:44:02.308218 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.quota [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd59ac5b208>.
Apr 15 19:44:02.323416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:02.330127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Usage tracker for resource:router and tenant:8c10b023f2ff42fbaf91890fbb519a7f is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:02.334380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:02.341726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:02.356687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:02.358703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:02.382031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:02.649367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:02.668389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:02.673222 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0fb54a51-5756-42a7-b354-2bd7d41424d5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8978307
Apr 15 19:44:03.157003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:44:03.946786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb0cb-05b4-434d-a087-542e2c4d4736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:05.366335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 38994) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:05.753773 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [None req-d9bedb3c-f54f-403b-9c10-1bb441e3d3db admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:44:05.754836 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d9bedb3c-f54f-403b-9c10-1bb441e3d3db admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3875005
Apr 15 19:44:06.111842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc5de-3823-4548-a6e3-301a3e360a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:06.772702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:07.639047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.462897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39014) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:08.620277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:44:08.627164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:08.631240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Usage tracker for resource:network and tenant:6338477eb2d941639d454f033a73e6d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:08.634558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:08.640610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:08.648773 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.650357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Made reservation on behalf of 6338477eb2d941639d454f033a73e6d3 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:44:08.656383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.672973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.687970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:08.692370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Usage tracker for resource:security_group_rule and tenant:6338477eb2d941639d454f033a73e6d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:08.695544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:08.701488 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:08.796731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.800152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.804743 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:08.816296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Reserving flat network on physical network physnet1 {{(pid=85418) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 15 19:44:08.848323 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363252141264705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.848928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd59ba70bf8> segment precommit_create {{(pid=85418) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 19:44:08.849401 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Added segment 82696db2-5433-4512-8aa1-5e06e86c1432 of type flat for network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70
Apr 15 19:44:08.902063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e85ca-b4ec-413a-bdc1-3966e515ea7f,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:08.924507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.924887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.925252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.925610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.925965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.926388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.926732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.927109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.927515 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.927865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.928212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.928557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Tracked resource versions report:
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]: pushed versions:
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]: {   'AddressGroup': {'1.2'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'ConntrackHelper': {'1.0'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Log': {'1.0'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Network': {'1.1'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Port': {'1.7'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'PortForwarding': {'1.2'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'QosPolicy': {'1.8'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroup': {'1.4'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SubPort': {'1.0'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Subnet': {'1.1'},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Trunk': {'1.1'}}
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]: consumer versions:
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]: {   DHCP agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     L3 agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metadata agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metering agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:     Open vSwitch agent@dv-cinder-786384-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Log': '1.0',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Network': '1.1',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Port': '1.7',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'PortForwarding': '1.2',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'QosPolicy': '1.8',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroup': '1.4',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SubPort': '1.0',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Subnet': '1.1',
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Trunk': '1.1'}}
Apr 15 19:44:08.929677 dv-cinder-786384-2-iscsi neutron-server[85307]:  {{(pid=85418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:44:08.975772 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:08.980527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:09.018886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:09.020356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:09.021012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:09.025980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:09.132537 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6684680
Apr 15 19:44:09.135342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Pushing event updated for resources: {'Network': ['ID=9ac82ea7-1120-4e6b-803f-e0e09fee3c70,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:09.138434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:09.146976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:44:11.640089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39038) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:11.758345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c7c2b-f7eb-43f4-92f6-16caad5efc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:11.759825 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-cd5c7c2b-f7eb-43f4-92f6-16caad5efc33 admin admin] 10.222.0.58 "GET /v2.0/subnets/be03940b-0a46-4386-9fcc-127abf1b6ad6 HTTP/1.1" status: 200  len: 849 time: 0.1187077
Apr 15 19:44:11.907622 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-02660e63-6269-454e-b446-f13b8de14fe4 admin admin] 10.222.0.58 "GET /v2.0/routers/acfc89aa-81b0-4085-b300-b332aa2f6f00 HTTP/1.1" status: 200  len: 704 time: 0.1415727
Apr 15 19:44:12.383375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:12.619069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Allocated IP 172.20.0.1 (61039f89-2594-4b9b-9cbc-2e273b69719c/be03940b-0a46-4386-9fcc-127abf1b6ad6/029bc25a-af28-4b08-844e-e9800542c632) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:44:12.927001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:12.945631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Transition to ACTIVE for port object 029bc25a-af28-4b08-844e-e9800542c632 will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:44:13.000517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.015741 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:13.138086 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Pushing event updated for resources: {'Port': ['ID=029bc25a-af28-4b08-844e-e9800542c632,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:13.150355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:13.203403 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Network 61039f89-2594-4b9b-9cbc-2e273b69719c is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:44:13.205086 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:44:13.207887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:44:13.208579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.416188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-4914a039-54b7-4f14-addc-ee3093f0ee81 None None] Provisioning for port 029bc25a-af28-4b08-844e-e9800542c632 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:44:13.421045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-4914a039-54b7-4f14-addc-ee3093f0ee81 None None] Provisioning complete for port 029bc25a-af28-4b08-844e-e9800542c632 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:13.421456 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4914a039-54b7-4f14-addc-ee3093f0ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.475517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.476468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-4914a039-54b7-4f14-addc-ee3093f0ee81 None None] Port 029bc25a-af28-4b08-844e-e9800542c632 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:44:13.708851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.712430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.713522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:13.728042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:13.858257 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Pushing event updated for resources: {'Port': ['ID=029bc25a-af28-4b08-844e-e9800542c632,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:13.863134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:13.915904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Network 61039f89-2594-4b9b-9cbc-2e273b69719c is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:44:13.916971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:44:14.098835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-5cd22a72-2053-43d1-8854-9aa2abc29e52 None None] Provisioning complete for port 029bc25a-af28-4b08-844e-e9800542c632 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:14.099372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5cd22a72-2053-43d1-8854-9aa2abc29e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:14.113301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Router acfc89aa-81b0-4085-b300-b332aa2f6f00 is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:44:14.156804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-5cd22a72-2053-43d1-8854-9aa2abc29e52 None None] Port 029bc25a-af28-4b08-844e-e9800542c632 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:44:14.275661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:44:14.285419 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] 10.222.0.58 "PUT /v2.0/routers/acfc89aa-81b0-4085-b300-b332aa2f6f00/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3725851
Apr 15 19:44:14.286140 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Sync routers for ids ['acfc89aa-81b0-4085-b300-b332aa2f6f00'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:44:14.297435 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Routers {'acfc89aa-81b0-4085-b300-b332aa2f6f00'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:14.299087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59ace3748>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['acfc89aa-81b0-4085-b300-b332aa2f6f00'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:14.481411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Set router acfc89aa-81b0-4085-b300-b332aa2f6f00 gateway port host: None {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:15.028312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59ace3748>, [{'id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'name': 'router1', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:44:02Z', 'updated_at': '2021-04-15T19:44:13Z', 'revision_number': 2, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'gw_port_host': None, '_interfaces': [{'id': '029bc25a-af28-4b08-844e-e9800542c632', 'name': '', 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'mac_address': 'fa:16:3e:f8:1c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:44:12Z', 'updated_at': '2021-04-15T19:44:13Z', 'revision_number': 2, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'subnets': [{'id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ede392-5fd0-4ac3-b1dc-10e545536f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:15.033862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Checking router: acfc89aa-81b0-4085-b300-b332aa2f6f00 for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:44:15.034246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Updating router acfc89aa-81b0-4085-b300-b332aa2f6f00 port 029bc25a-af28-4b08-844e-e9800542c632 binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:44:15.092009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.481061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.495312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Transition to ACTIVE for port object 029bc25a-af28-4b08-844e-e9800542c632 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:44:15.502131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.518032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:15.658352 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Pushing event updated for resources: {'Port': ['ID=029bc25a-af28-4b08-844e-e9800542c632,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:15.678189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.678571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.678937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.679324 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.679682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.680040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.680370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.680727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.681083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.681433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.681779 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.682125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Tracked resource versions report:
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]: pushed versions:
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]: {   'AddressGroup': {'1.2'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'ConntrackHelper': {'1.0'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Log': {'1.0'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Network': {'1.1'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Port': {'1.7'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'PortForwarding': {'1.2'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'QosPolicy': {'1.8'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroup': {'1.4'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SubPort': {'1.0'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Subnet': {'1.1'},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Trunk': {'1.1'}}
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]: consumer versions:
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]: {   DHCP agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     L3 agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metadata agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metering agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:     Open vSwitch agent@dv-cinder-786384-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Log': '1.0',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Network': '1.1',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Port': '1.7',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'PortForwarding': '1.2',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'QosPolicy': '1.8',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroup': '1.4',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SubPort': '1.0',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Subnet': '1.1',
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Trunk': '1.1'}}
Apr 15 19:44:15.683249 dv-cinder-786384-2-iscsi neutron-server[85307]:  {{(pid=85421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:44:15.701404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:15.877197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Attempting to bind port 029bc25a-af28-4b08-844e-e9800542c632 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:44:15.877619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Attempting to bind port 029bc25a-af28-4b08-844e-e9800542c632 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'c0d06a9b-ee50-486d-aa03-4bcea0251ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:44:15.878028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Attempting to bind port 029bc25a-af28-4b08-844e-e9800542c632 on network 61039f89-2594-4b9b-9cbc-2e273b69719c {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:44:15.883801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:44:15.884221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Checking segment: {'id': 'c0d06a9b-ee50-486d-aa03-4bcea0251ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:44:15.884703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.885120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Bound using segment: {'id': 'c0d06a9b-ee50-486d-aa03-4bcea0251ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:44:15.885649 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Bound port: 029bc25a-af28-4b08-844e-e9800542c632, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d06a9b-ee50-486d-aa03-4bcea0251ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:44:15.886047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:15.979022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] For port 029bc25a-af28-4b08-844e-e9800542c632, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:44:15.983258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] For port 029bc25a-af28-4b08-844e-e9800542c632, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=029bc25a-af28-4b08-844e-e9800542c632,segment=NetworkSegment(c0d06a9b-ee50-486d-aa03-4bcea0251ab7),segment_id=c0d06a9b-ee50-486d-aa03-4bcea0251ab7)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:44:15.987021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:16.002082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:16.148390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Pushing event updated for resources: {'Port': ['ID=029bc25a-af28-4b08-844e-e9800542c632,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:16.153067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:16.208817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Routers {'acfc89aa-81b0-4085-b300-b332aa2f6f00'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:16.209481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59ace3748>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['acfc89aa-81b0-4085-b300-b332aa2f6f00'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:16.375735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] Set router acfc89aa-81b0-4085-b300-b332aa2f6f00 gateway port host: None {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:16.714206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59ace3748>, [{'id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'name': 'router1', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:44:02Z', 'updated_at': '2021-04-15T19:44:13Z', 'revision_number': 2, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'gw_port_host': None, '_interfaces': [{'id': '029bc25a-af28-4b08-844e-e9800542c632', 'name': '', 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'mac_address': 'fa:16:3e:f8:1c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:44:12Z', 'updated_at': '2021-04-15T19:44:15Z', 'revision_number': 4, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'subnets': [{'id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ede392-5fd0-4ac3-b1dc-10e545536f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:16.718231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82951f02-1dd2-4e00-b00b-492ada2b1734 None None] The sync data for ids ['acfc89aa-81b0-4085-b300-b332aa2f6f00'] in dv-cinder-786384-2-iscsi is: [{'id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'name': 'router1', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:44:02Z', 'updated_at': '2021-04-15T19:44:13Z', 'revision_number': 2, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'gw_port_host': None, '_interfaces': [{'id': '029bc25a-af28-4b08-844e-e9800542c632', 'name': '', 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'mac_address': 'fa:16:3e:f8:1c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:44:12Z', 'updated_at': '2021-04-15T19:44:15Z', 'revision_number': 4, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'subnets': [{'id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ede392-5fd0-4ac3-b1dc-10e545536f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:44:16.810014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39050) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:16.968760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b35d3e6-6633-4c14-a2f1-66eea6d4b424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:16.969297 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1b35d3e6-6633-4c14-a2f1-66eea6d4b424 admin admin] Synchronizing usage tracker for tenant:6338477eb2d941639d454f033a73e6d3 on resource:network {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:44:16.985804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1b35d3e6-6633-4c14-a2f1-66eea6d4b424 admin admin] Unset dirty status for tenant:6338477eb2d941639d454f033a73e6d3 on resource:network {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:44:16.987167 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1b35d3e6-6633-4c14-a2f1-66eea6d4b424 admin admin] 10.222.0.58 "GET /v2.0/networks/9ac82ea7-1120-4e6b-803f-e0e09fee3c70 HTTP/1.1" status: 200  len: 842 time: 0.1759884
Apr 15 19:44:16.997503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:44:17.003478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:44:17.007405 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Usage tracker for resource:subnet and tenant:6338477eb2d941639d454f033a73e6d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:44:17.010276 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:44:17.016669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:44:17.025704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Made reservation on behalf of 6338477eb2d941639d454f033a73e6d3 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:44:17.030253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:17.630286 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.objects.ports [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85418) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 15 19:44:17.630759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:17.645186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:17.763557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1336144-0650-4adc-8c69-7861553487aa,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:17.767132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:17.836240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:44:17.836635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Network hostable DHCP agents. Network: 9ac82ea7-1120-4e6b-803f-e0e09fee3c70, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:44:17.860290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:44:17.869203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 9ac82ea7-1120-4e6b-803f-e0e09fee3c70) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:44:17.873109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:17.873743 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:17.879100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059ef9d1-2c62-44f5-80ba-4f7c43500df2 None None] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:44:17.894171 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9004571
Apr 15 19:44:18.127556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41f42d7-a24e-4f85-84d5-5c308c3eaf21 None None] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:44:20.498830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39064) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:20.703403 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e4d93fb7-6562-40f2-805f-ccc0d103af50 admin admin] 10.222.0.58 "GET /v2.0/routers/acfc89aa-81b0-4085-b300-b332aa2f6f00 HTTP/1.1" status: 200  len: 710 time: 0.2033064
Apr 15 19:44:20.839794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d2f33-59ee-41e2-90c5-564a252935d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:44:20.841247 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-912d2f33-59ee-41e2-90c5-564a252935d7 admin admin] 10.222.0.58 "GET /v2.0/networks/9ac82ea7-1120-4e6b-803f-e0e09fee3c70 HTTP/1.1" status: 200  len: 886 time: 0.1314380
Apr 15 19:44:20.850838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:44:21.306613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.650461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.710268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 029bc25a-af28-4b08-844e-e9800542c632 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:44:21.712797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.780181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 029bc25a-af28-4b08-844e-e9800542c632 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:44:21.785574 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 029bc25a-af28-4b08-844e-e9800542c632 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:21.785980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.916426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.953231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 029bc25a-af28-4b08-844e-e9800542c632, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=029bc25a-af28-4b08-844e-e9800542c632,segment=NetworkSegment(c0d06a9b-ee50-486d-aa03-4bcea0251ab7),segment_id=c0d06a9b-ee50-486d-aa03-4bcea0251ab7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:21.959132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:21.961443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:22.034661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Allocated IP 172.27.3.212 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/cc85261a-c37e-4307-8c4e-ba6b1dedc80f) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:44:22.034867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=029bc25a-af28-4b08-844e-e9800542c632,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:22.038250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:22.186045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:22.216379 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:22.231481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3ea24ead-0284-47f6-8028-835428103d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:22.361390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Pushing event updated for resources: {'Port': ['ID=cc85261a-c37e-4307-8c4e-ba6b1dedc80f,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:22.373124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:22.413070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:44:22.414174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:44:22.416362 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:44:22.807818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:23.150779 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:23.154282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854055857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-719928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-720591'] for router, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:23.336372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Router acfc89aa-81b0-4085-b300-b332aa2f6f00 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:44:23.685806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 029bc25a-af28-4b08-844e-e9800542c632 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:44:23.697876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:44:23.707408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:23.709169 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] 10.222.0.58 "PUT /v2.0/routers/acfc89aa-81b0-4085-b300-b332aa2f6f00 HTTP/1.1" status: 200  len: 890 time: 2.8612375
Apr 15 19:44:23.720756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Sync routers for ids ['acfc89aa-81b0-4085-b300-b332aa2f6f00'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:44:23.753225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Routers {'acfc89aa-81b0-4085-b300-b332aa2f6f00'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:23.753944 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ebc0b8>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['acfc89aa-81b0-4085-b300-b332aa2f6f00'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:23.933463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 029bc25a-af28-4b08-844e-e9800542c632 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:23.933993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:24.014711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Set router acfc89aa-81b0-4085-b300-b332aa2f6f00 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:24.422670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ebc0b8>, [{'id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'name': 'router1', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cc85261a-c37e-4307-8c4e-ba6b1dedc80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:44:02Z', 'updated_at': '2021-04-15T19:44:22Z', 'revision_number': 4, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'gw_port': {'id': 'cc85261a-c37e-4307-8c4e-ba6b1dedc80f', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:44:21Z', 'updated_at': '2021-04-15T19:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '029bc25a-af28-4b08-844e-e9800542c632', 'name': '', 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'mac_address': 'fa:16:3e:f8:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:44:12Z', 'updated_at': '2021-04-15T19:44:21Z', 'revision_number': 5, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'subnets': [{'id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ede392-5fd0-4ac3-b1dc-10e545536f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:24.427900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Checking router: acfc89aa-81b0-4085-b300-b332aa2f6f00 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:44:24.428285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Updating router acfc89aa-81b0-4085-b300-b332aa2f6f00 port cc85261a-c37e-4307-8c4e-ba6b1dedc80f binding host dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:44:24.481664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:24.970935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:24.982491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Transition to ACTIVE for port object cc85261a-c37e-4307-8c4e-ba6b1dedc80f will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:44:24.988502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:25.003721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-996f932d-6d5e-4659-a8e5-898f48f91bb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:25.134960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f1c81-4516-45da-a7f7-754eb55961b1 None None] Pushing event updated for resources: {'Port': ['ID=cc85261a-c37e-4307-8c4e-ba6b1dedc80f,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:25.137819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a65f1c81-4516-45da-a7f7-754eb55961b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:25.199843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Attempting to bind port cc85261a-c37e-4307-8c4e-ba6b1dedc80f on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:44:25.200247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Attempting to bind port cc85261a-c37e-4307-8c4e-ba6b1dedc80f by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:44:25.200634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Attempting to bind port cc85261a-c37e-4307-8c4e-ba6b1dedc80f on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:44:25.206242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:44:25.206646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:44:25.207088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:25.207556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:44:25.208040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Bound port: cc85261a-c37e-4307-8c4e-ba6b1dedc80f, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:44:25.208440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:25.283150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] For port cc85261a-c37e-4307-8c4e-ba6b1dedc80f, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:44:25.286186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] For port cc85261a-c37e-4307-8c4e-ba6b1dedc80f, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=cc85261a-c37e-4307-8c4e-ba6b1dedc80f,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:44:25.289180 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:25.307262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:25.450402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f1c81-4516-45da-a7f7-754eb55961b1 None None] Pushing event updated for resources: {'Port': ['ID=cc85261a-c37e-4307-8c4e-ba6b1dedc80f,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:25.459319 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a65f1c81-4516-45da-a7f7-754eb55961b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:25.499940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Routers {'acfc89aa-81b0-4085-b300-b332aa2f6f00'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:44:25.500584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ebc0b8>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:44:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['acfc89aa-81b0-4085-b300-b332aa2f6f00'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:25.687740 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] Set router acfc89aa-81b0-4085-b300-b332aa2f6f00 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:44:26.027983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ebc0b8>, [{'id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'name': 'router1', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cc85261a-c37e-4307-8c4e-ba6b1dedc80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:44:02Z', 'updated_at': '2021-04-15T19:44:22Z', 'revision_number': 4, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'gw_port': {'id': 'cc85261a-c37e-4307-8c4e-ba6b1dedc80f', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:44:21Z', 'updated_at': '2021-04-15T19:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '029bc25a-af28-4b08-844e-e9800542c632', 'name': '', 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'mac_address': 'fa:16:3e:f8:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:44:12Z', 'updated_at': '2021-04-15T19:44:21Z', 'revision_number': 5, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'subnets': [{'id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ede392-5fd0-4ac3-b1dc-10e545536f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:44:26.031982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13818d7f-ab2d-4372-884f-e4ed636b058f None None] The sync data for ids ['acfc89aa-81b0-4085-b300-b332aa2f6f00'] in dv-cinder-786384-2-iscsi is: [{'id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'name': 'router1', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cc85261a-c37e-4307-8c4e-ba6b1dedc80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:44:02Z', 'updated_at': '2021-04-15T19:44:22Z', 'revision_number': 4, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'gw_port': {'id': 'cc85261a-c37e-4307-8c4e-ba6b1dedc80f', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:44:21Z', 'updated_at': '2021-04-15T19:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '029bc25a-af28-4b08-844e-e9800542c632', 'name': '', 'network_id': '61039f89-2594-4b9b-9cbc-2e273b69719c', 'tenant_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'mac_address': 'fa:16:3e:f8:1c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfc89aa-81b0-4085-b300-b332aa2f6f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:44:12Z', 'updated_at': '2021-04-15T19:44:21Z', 'revision_number': 5, 'project_id': '8c10b023f2ff42fbaf91890fbb519a7f', 'subnets': [{'id': 'be03940b-0a46-4386-9fcc-127abf1b6ad6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5ede392-5fd0-4ac3-b1dc-10e545536f96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:44:26.399012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39074) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:44:26.522621 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7f46f209-0cd5-4610-a3f2-7bd451f49b9d admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1223571
Apr 15 19:44:27.720303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cc85261a-c37e-4307-8c4e-ba6b1dedc80f up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:44:27.794010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port cc85261a-c37e-4307-8c4e-ba6b1dedc80f completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:44:27.799830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port cc85261a-c37e-4307-8c4e-ba6b1dedc80f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:27.800238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:27.928194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:27.945639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port cc85261a-c37e-4307-8c4e-ba6b1dedc80f, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=cc85261a-c37e-4307-8c4e-ba6b1dedc80f,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:44:27.949256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:27.951443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:44:28.022263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=cc85261a-c37e-4307-8c4e-ba6b1dedc80f,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:44:28.025455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:44:29.731785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cc85261a-c37e-4307-8c4e-ba6b1dedc80f up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:44:29.814697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port cc85261a-c37e-4307-8c4e-ba6b1dedc80f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:44:29.815468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:33.986503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e68f6e5-6e10-4ef7-8af6-cfcd1e84bc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.176577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2f78dae9-576e-4f6e-bef8-414b94a1383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:36.774380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:37.641819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:38.660661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:44:40.156250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:45:03.969746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-453e45b2-b930-4954-9a1d-c07dc4109c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:06.125547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0d90665b-b93a-47e7-80de-106e8e9ff4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:06.777999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:07.652454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:08.668895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:17.156536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:45:33.951589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3e94a83b-741c-4cdc-a1ae-13beb901d539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:36.128030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a23b34fc-b8ba-4048-8b8e-78ae6a155c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:36.779100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:37.644286 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:38.667739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:45:54.155949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:46:03.953755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6c267deb-70b3-4e20-a828-f1a7c0709523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:06.129785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-073fd0ef-98aa-4ea4-ac07-cc5ae650ffda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:06.780787 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:07.646910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:08.609188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39644) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:08.675023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:08.682279 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.pecan_wsgi.hooks.translation [None req-24041355-6fed-4a9d-83b2-51d51df90970 admin admin] GET failed (client error): The resource could not be found.
Apr 15 19:46:08.683732 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-24041355-6fed-4a9d-83b2-51d51df90970 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0735121
Apr 15 19:46:08.825191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a039e5d4-6e0a-47c3-bb92-076bc83aef8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:08.826657 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a039e5d4-6e0a-47c3-bb92-076bc83aef8d admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1380646
Apr 15 19:46:11.294372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39654) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:11.411958 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22666db2-5c28-410b-9e2b-45ebf12a3225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:11.412566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-22666db2-5c28-410b-9e2b-45ebf12a3225 admin admin] Synchronizing usage tracker for tenant:6338477eb2d941639d454f033a73e6d3 on resource:subnet {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:46:11.427696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-22666db2-5c28-410b-9e2b-45ebf12a3225 admin admin] Unset dirty status for tenant:6338477eb2d941639d454f033a73e6d3 on resource:subnet {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:46:11.428919 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-22666db2-5c28-410b-9e2b-45ebf12a3225 admin admin] 10.222.0.58 "GET /v2.0/subnets/be03940b-0a46-4386-9fcc-127abf1b6ad6 HTTP/1.1" status: 200  len: 849 time: 0.1329777
Apr 15 19:46:11.440019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:46:11.560600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:11.864631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363252141386441'] for subnet, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:11.879191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:46:12.018807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be03940b-0a46-4386-9fcc-127abf1b6ad6,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:46:12.031753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.032149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.032520 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.032884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.033250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.033608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.033965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.034320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.034689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.035041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.035420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.035771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:46:12.041163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:46:12.067310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:12.067972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:12.071391 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] 10.222.0.58 "PUT /v2.0/subnets/be03940b-0a46-4386-9fcc-127abf1b6ad6 HTTP/1.1" status: 200  len: 868 time: 0.6361055
Apr 15 19:46:12.074578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab15082-baff-452e-872b-fd0dd31be5db None None] Network 61039f89-2594-4b9b-9cbc-2e273b69719c requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:46:12.674031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b0d26429-2073-4072-9439-7eab7e879ea8 None None] Provisioning complete for port 029bc25a-af28-4b08-844e-e9800542c632 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:46:12.674536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b0d26429-2073-4072-9439-7eab7e879ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:12.803727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b0d26429-2073-4072-9439-7eab7e879ea8 None None] Provisioning complete for port 845b6892-6280-46c5-a8bf-86855b3143b4 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:46:12.804134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b0d26429-2073-4072-9439-7eab7e879ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:14.562615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39664) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:14.745563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfdb978-b6da-45e7-a7e5-b7dc7ca24c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:14.746024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfdb978-b6da-45e7-a7e5-b7dc7ca24c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:14.747679 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9cfdb978-b6da-45e7-a7e5-b7dc7ca24c9b admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1840436
Apr 15 19:46:17.216458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39674) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:17.399898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003c29d-cdce-49dc-a9b9-c23f78598a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:17.400352 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003c29d-cdce-49dc-a9b9-c23f78598a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:17.401979 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7003c29d-cdce-49dc-a9b9-c23f78598a0d admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1839650
Apr 15 19:46:19.884849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 39684) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:20.070214 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f80551-fe87-4195-bad3-59c3a5d5da16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:20.071675 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-30f80551-fe87-4195-bad3-59c3a5d5da16 admin admin] 10.222.0.58 "GET /v2.0/networks/61039f89-2594-4b9b-9cbc-2e273b69719c HTTP/1.1" status: 200  len: 869 time: 0.1858118
Apr 15 19:46:22.539407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 39694) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:22.717066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd57c2bb-b68c-4235-b617-4be275d87cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:22.718518 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-cd57c2bb-b68c-4235-b617-4be275d87cea admin admin] 10.222.0.58 "GET /v2.0/networks/9ac82ea7-1120-4e6b-803f-e0e09fee3c70 HTTP/1.1" status: 200  len: 886 time: 0.1780856
Apr 15 19:46:25.195534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39704) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:25.313497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb39134-e080-43fb-8458-02f63ff31ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:25.314005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb39134-e080-43fb-8458-02f63ff31ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:25.315636 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-cdb39134-e080-43fb-8458-02f63ff31ec6 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1190562
Apr 15 19:46:27.789507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39714) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:27.903592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9179af-8a76-4d30-9316-928313d40a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:27.904700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9179af-8a76-4d30-9316-928313d40a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:27.906309 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2a9179af-8a76-4d30-9316-928313d40a3b admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1157506
Apr 15 19:46:30.379706 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39724) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:30.491157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64fba74-e858-46b6-965c-450d35b33945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:30.492599 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f64fba74-e858-46b6-965c-450d35b33945 admin admin] 10.222.0.58 "GET /v2.0/subnets/a1336144-0650-4adc-8c69-7861553487aa HTTP/1.1" status: 200  len: 816 time: 0.1118772
Apr 15 19:46:31.154995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:46:32.949074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39734) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:33.062482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa343548-248b-4b34-b0d3-66afc2e6d047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:46:33.063913 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-aa343548-248b-4b34-b0d3-66afc2e6d047 admin admin] 10.222.0.58 "GET /v2.0/subnets/be03940b-0a46-4386-9fcc-127abf1b6ad6 HTTP/1.1" status: 200  len: 868 time: 0.1137867
Apr 15 19:46:33.955660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-feb5b5c7-9aac-4e42-9dc0-e8df83e81788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:36.131364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3cba1c78-0461-4d1d-b4cc-e2ebea01ff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:36.786050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:37.648505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:38.692725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:46:59.276770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39778) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:46:59.329220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [None req-ef5ac70d-db2b-44b5-994c-63bfe3eb4635 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:46:59.330347 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ef5ac70d-db2b-44b5-994c-63bfe3eb4635 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0525119
Apr 15 19:47:01.883228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39788) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:47:01.957429 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb02711-039f-44ec-88d2-992d6e12a00a admin admin] GET failed (client error): The resource could not be found.
Apr 15 19:47:01.958799 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9fb02711-039f-44ec-88d2-992d6e12a00a admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0745049
Apr 15 19:47:02.095626 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3d130-8c91-40c5-9bc9-1dbf4a066fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:47:02.097179 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-75f3d130-8c91-40c5-9bc9-1dbf4a066fe7 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1340396
Apr 15 19:47:03.968245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-48b01d17-b24c-4470-9312-cbe70160d8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:04.593673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39798) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:47:04.645235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:47:04.650031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:47:04.660584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:47:04.669142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Made reservation on behalf of 6338477eb2d941639d454f033a73e6d3 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:47:04.674069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:04.768168 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.services.revisions.revision_plugin [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd599edaac8] {project_id='6338477eb2d941639d454f033a73e6d3', id='89374a21-e54c-48d0-b7fe-7b2479bcc246', target_tenant='*', action='access_as_shared', object_id='4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'}> to bump revision.
Apr 15 19:47:04.781290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:47:04.790367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:04.790750 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Added segment 8c61c098-be75-4a4c-9d9e-305b6deb8dba of type vlan for network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b
Apr 15 19:47:04.816997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:04.847913 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:04.849252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:47:04.849877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:04.854500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:47:04.950341 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3555129
Apr 15 19:47:04.953194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec0a1a5-7304-440e-92a2-0c2e7e3b022b,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:47:04.964955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:47:04.978593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:47:06.132549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-66563b30-9d7d-4fb6-9e39-b131b766fe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:06.788681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:07.470092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39808) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:47:07.546654 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c256b3-236b-498a-beda-b7105b8b739b admin admin] GET failed (client error): The resource could not be found.
Apr 15 19:47:07.547517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f1c256b3-236b-498a-beda-b7105b8b739b admin admin] Synchronizing usage tracker for tenant:6338477eb2d941639d454f033a73e6d3 on resource:network {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:47:07.561542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f1c256b3-236b-498a-beda-b7105b8b739b admin admin] Unset dirty status for tenant:6338477eb2d941639d454f033a73e6d3 on resource:network {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:47:07.562722 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f1c256b3-236b-498a-beda-b7105b8b739b admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0915997
Apr 15 19:47:07.650825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:07.679647 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acebf5e-ea3f-4e03-bbc4-04c8ade4430e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:47:07.681197 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-5acebf5e-ea3f-4e03-bbc4-04c8ade4430e admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1141713
Apr 15 19:47:07.692587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:47:07.697276 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:47:07.707927 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:47:07.716523 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Made reservation on behalf of 6338477eb2d941639d454f033a73e6d3 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:47:07.721226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:08.109786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:08.124965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-66ec2502-d885-47a0-a297-875e1577dc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:47:08.153543 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:47:08.256519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe96360a-0538-4ede-9163-52278fcc21f6,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:47:08.261188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:47:08.317528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Checking segment: {'id': '8c61c098-be75-4a4c-9d9e-305b6deb8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:47:08.317915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Network hostable DHCP agents. Network: 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:47:08.335208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:47:08.342998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:47:08.346829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:47:08.347518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:08.352376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffc16cc-c015-4d41-9f6d-2c7045843538 None None] Network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:47:08.370898 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6820018
Apr 15 19:47:08.589589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-4ec0a1a5-7304-440e-92a2-0c2e7e3b022b', 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b', 'tenant_id': '6338477eb2d941639d454f033a73e6d3', 'fixed_ips': [{'subnet_id': 'fe96360a-0538-4ede-9163-52278fcc21f6'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:47:08.590509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:08.689025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:08.770692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Allocated IP 192.168.233.2 (4ec0a1a5-7304-440e-92a2-0c2e7e3b022b/fe96360a-0538-4ede-9163-52278fcc21f6/4bec5c57-8734-47b5-bc39-25f827440cb3) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:47:08.990117 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:09.001083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Transition to ACTIVE for port object 4bec5c57-8734-47b5-bc39-25f827440cb3 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:47:09.021995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Transition to ACTIVE for port object 4bec5c57-8734-47b5-bc39-25f827440cb3 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:47:09.026152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:09.042502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:47:09.174266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Pushing event updated for resources: {'Port': ['ID=4bec5c57-8734-47b5-bc39-25f827440cb3,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:47:09.198340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.198720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.199091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.199491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.199849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.200212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.200625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.201486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.201847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.202201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.202558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.202910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:47:09.208621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:47:09.242330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:47:09.243452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:47:09.245723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:47:09.338513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Attempting to bind port 4bec5c57-8734-47b5-bc39-25f827440cb3 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:47:09.338920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Attempting to bind port 4bec5c57-8734-47b5-bc39-25f827440cb3 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '8c61c098-be75-4a4c-9d9e-305b6deb8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:47:09.339394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Attempting to bind port 4bec5c57-8734-47b5-bc39-25f827440cb3 on network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:47:09.345291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:47:09.345724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Checking segment: {'id': '8c61c098-be75-4a4c-9d9e-305b6deb8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:47:09.346152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:09.346586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Bound using segment: {'id': '8c61c098-be75-4a4c-9d9e-305b6deb8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:47:09.347101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Bound port: 4bec5c57-8734-47b5-bc39-25f827440cb3, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c61c098-be75-4a4c-9d9e-305b6deb8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:47:09.347598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:09.443087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] For port 4bec5c57-8734-47b5-bc39-25f827440cb3, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:47:09.446660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] For port 4bec5c57-8734-47b5-bc39-25f827440cb3, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=4bec5c57-8734-47b5-bc39-25f827440cb3,segment=NetworkSegment(8c61c098-be75-4a4c-9d9e-305b6deb8dba),segment_id=8c61c098-be75-4a4c-9d9e-305b6deb8dba)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:47:09.449382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:09.465191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:47:09.613312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Pushing event updated for resources: {'Port': ['ID=4bec5c57-8734-47b5-bc39-25f827440cb3,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:47:09.617836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:47:10.880919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a4f745-504a-4327-9a0b-158308bfdf97 None None] Network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:47:10.980839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-103045e8-4434-4205-b2bc-6efd2553d626 None None] Provisioning for port 4bec5c57-8734-47b5-bc39-25f827440cb3 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:47:11.829844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 4bec5c57-8734-47b5-bc39-25f827440cb3 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:47:11.901546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 4bec5c57-8734-47b5-bc39-25f827440cb3 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:47:11.906564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 4bec5c57-8734-47b5-bc39-25f827440cb3 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:47:11.906980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:12.030824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:12.065028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 4bec5c57-8734-47b5-bc39-25f827440cb3, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=4bec5c57-8734-47b5-bc39-25f827440cb3,segment=NetworkSegment(8c61c098-be75-4a4c-9d9e-305b6deb8dba),segment_id=8c61c098-be75-4a4c-9d9e-305b6deb8dba)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:47:12.068056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:12.070350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-44063034-0c78-4899-8284-b1bc93184808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:47:12.141291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=4bec5c57-8734-47b5-bc39-25f827440cb3,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:47:12.144427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:47:13.808934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 4bec5c57-8734-47b5-bc39-25f827440cb3 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:47:13.879597 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 4bec5c57-8734-47b5-bc39-25f827440cb3 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:47:13.880010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:33.961085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e8ab07e8-5618-4c1a-9897-85c5d2d0bf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:36.133206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-127d75cd-3721-4da6-a0ea-62e3d88f8f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:36.791521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:37.652842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:38.682445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:47:45.152022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:48:03.966628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8dcc0ab1-b950-43e0-b3c2-eee64404d524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:06.135530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b972a626-32ec-42cb-82d8-b73612a0a339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:06.794987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:07.656800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:08.693135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.462212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39850) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:21.469100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [None req-c1487668-03ea-44ae-b4a5-834dbff7208a tempest-verify_tempest_config-1717238867 tempest-verify_tempest_config-1717238867-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:48:21.470150 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c1487668-03ea-44ae-b4a5-834dbff7208a tempest-verify_tempest_config-1717238867 tempest-verify_tempest_config-1717238867-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0068541
Apr 15 19:48:21.778205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39868) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:21.900053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:21.915193 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:48:21.919847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Usage tracker for resource:security_group_rule and tenant:10c212b6674246a8a141f6ac357bff05 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:48:21.922950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:48:21.928806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:48:22.013715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.016305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.025321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:22.065472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Synchronizing usage tracker for tenant:6338477eb2d941639d454f033a73e6d3 on resource:security_group {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:48:22.070076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a6ec3a-4e6c-4fbb-b3b1-253987e9d7e0,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:22.081964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.082347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.082721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.083088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.083481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.083849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.084210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.084572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.084950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.085310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.085666 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.086020 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:48:22.092333 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:22.097301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Unset dirty status for tenant:6338477eb2d941639d454f033a73e6d3 on resource:security_group {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:48:22.098613 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10c212b6674246a8a141f6ac357bff05&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3193357
Apr 15 19:48:22.101450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39874) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:48:22.150952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:48:22.163493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8c30211-9f2e-466a-bd08-7d16cbd89794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.189982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8c30211-9f2e-466a-bd08-7d16cbd89794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.241791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8c30211-9f2e-466a-bd08-7d16cbd89794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.246801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:48:22.257139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c30211-9f2e-466a-bd08-7d16cbd89794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a6ec3a-4e6c-4fbb-b3b1-253987e9d7e0,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:48:22.259478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f8c30211-9f2e-466a-bd08-7d16cbd89794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:48:22.265252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8c30211-9f2e-466a-bd08-7d16cbd89794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:22.266909 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f8c30211-9f2e-466a-bd08-7d16cbd89794 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5a6ec3a-4e6c-4fbb-b3b1-253987e9d7e0 HTTP/1.1" status: 204  len: 168 time: 0.1640067
Apr 15 19:48:33.968210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-848beae2-92b8-4e04-a031-63f516be61e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.137943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bfa30b38-3826-4af1-8d2c-2903cfb837fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:36.797818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:37.658676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:38.683676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:48:59.149709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:49:04.137824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4a20094a-0bd5-4d91-a52d-a594dfe7bee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:06.139201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4384ca3a-880e-4939-ab41-87566dfbaee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:06.800085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:07.659395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:08.685729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:33.969283 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e0c0b563-bf00-425b-9546-30ff6a11f90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:36.139542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2ae346b0-86b7-4362-9f85-d80948948509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:36.148942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:49:36.803371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:37.660080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:38.689557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:49:56.502331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:01.941823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39934) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:02.058909 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-bd35b48c-73fe-44c8-9921-82bd6ca6a3c1 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1159222
Apr 15 19:50:03.971388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-dc62ce6b-57e1-469d-b6f7-4605ce4f44ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:04.541707 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 39944) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:50:04.600881 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e1c20b59-717f-4029-8ae5-9cddf2782dd6 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0580316
Apr 15 19:50:06.140765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a6c81ffd-daa4-4574-b860-9420c544966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:06.805213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:07.661733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:08.695428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:13.148810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:50:26.456333 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:33.972330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0c2158b8-effc-43f7-bb88-ddf7bb4f4e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:36.142027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8d339336-71fd-4218-9dcd-0416415c64cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:36.809481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:37.662302 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:38.694332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:50:50.148769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:50:56.459811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:03.991309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f5a62f8-bae9-432f-b599-14206880bf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:06.142895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c304a580-5eda-4d25-a44a-084ed021dd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:06.810623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:07.663042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:08.697933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:26.470027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:27.149369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:51:33.988247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-db9b21c4-f31c-4dc6-acdb-607a60ade814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:36.147222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5850ceb5-e4d3-4d3c-b2b5-f3e0bed37ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:36.817311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.290671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40120) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:37.452816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40134) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:37.667934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.671327 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-435917051-network', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:37.677044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:37.681069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Usage tracker for resource:network and tenant:684b341c4ce449dd86d6a51e0633e5ab is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:37.684232 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:37.690222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:37.700897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Made reservation on behalf of 684b341c4ce449dd86d6a51e0633e5ab for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:37.706162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.720303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.736226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:37.741056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Usage tracker for resource:security_group_rule and tenant:684b341c4ce449dd86d6a51e0633e5ab is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:37.744189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:37.751351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:37.837993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.844277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-network', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:37.849397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.850545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:37.860915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-01bed9b5-157c-4e52-81ee-ecdb05e9720d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:37.867811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Usage tracker for resource:network and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:37.871957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:37.881064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:37.886565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:51:37.910376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Made reservation on behalf of b1e9c7381e93406886cc6f3577690f28 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:37.915030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.931659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.932050 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Added segment 8f9e1882-bd00-46d7-9454-350d7c294350 of type vlan for network e6ead994-471f-49ea-8876-a7b9c3272bfc
Apr 15 19:51:37.948176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:37.962353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa0e62d-ad18-46d3-91a7-ddf2b3053139,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:37.988638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.989025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.989399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.989767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.990132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.990502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.990862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.991222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.991623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.991989 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.992346 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.992705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Tracked resource versions report:
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]: pushed versions:
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]: {   'AddressGroup': {'1.2'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'ConntrackHelper': {'1.0'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Log': {'1.0'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Network': {'1.1'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Port': {'1.7'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'PortForwarding': {'1.2'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'QosPolicy': {'1.8'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroup': {'1.4'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SubPort': {'1.0'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Subnet': {'1.1'},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Trunk': {'1.1'}}
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]: consumer versions:
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]: {   DHCP agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     HyperV agent@hv-cinder-78638: {},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     L3 agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metadata agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metering agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:     Open vSwitch agent@dv-cinder-786384-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Log': '1.0',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Network': '1.1',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Port': '1.7',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'PortForwarding': '1.2',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'QosPolicy': '1.8',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroup': '1.4',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SubPort': '1.0',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Subnet': '1.1',
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Trunk': '1.1'}}
Apr 15 19:51:37.993835 dv-cinder-786384-2-iscsi neutron-server[85307]:  {{(pid=85418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:51:37.998720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:38.002029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.006349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:38.009237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:38.013493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:38.022121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:38.062817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.071328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:38.072002 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.079208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:38.202005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40170) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:38.202122 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9089398
Apr 15 19:51:38.208758 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Request body: {'subnet': {'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-subnet', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:38.214688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:38.218633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Usage tracker for resource:subnet and tenant:684b341c4ce449dd86d6a51e0633e5ab is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:38.221806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:38.222561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ead994-471f-49ea-8876-a7b9c3272bfc,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:38.226089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:38.229364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:38.239991 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network e6ead994-471f-49ea-8876-a7b9c3272bfc details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:51:38.251731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Made reservation on behalf of 684b341c4ce449dd86d6a51e0633e5ab for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:38.261878 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.282159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.287521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.292103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:38.341453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40180) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:38.380507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:51:38.398785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153af94a-03bb-4277-ac0b-96affd935e83,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:38.402838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:38.412965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.413360 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Added segment e34ed38c-615e-4fe6-9db2-9aed1998cc66 of type vlan for network 985a7b11-3fa6-4a91-bf02-60ccff754b78
Apr 15 19:51:38.466728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.499093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40190) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:38.515938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.517795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:38.518645 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.524996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bc3998d0-9a1c-4474-80ce-baca2dea3152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:38.639299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Pushing event updated for resources: {'Network': ['ID=985a7b11-3fa6-4a91-bf02-60ccff754b78,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:38.649826 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:51:38.651131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:38.664749 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2107759
Apr 15 19:51:38.669109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40202) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:38.676498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Request body: {'subnet': {'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-subnet', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:38.693681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:38.705393 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Usage tracker for resource:subnet and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:38.712748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-273507461-network', 'tenant_id': '4a86c89f03e548cdb2f0fc7c1af2ea4c'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:38.718910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:38.724217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Usage tracker for resource:network and tenant:4a86c89f03e548cdb2f0fc7c1af2ea4c is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:38.727456 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:38.734937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:38.744340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:38.756363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Made reservation on behalf of 4a86c89f03e548cdb2f0fc7c1af2ea4c for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:38.765693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.789157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:38.818196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1351908702-network', 'tenant_id': 'e4c260760be74102b5b0333893753468'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:38.828221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:38.838870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Usage tracker for resource:network and tenant:e4c260760be74102b5b0333893753468 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:38.847508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:38.855694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.860423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:38.874401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.899065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Made reservation on behalf of b1e9c7381e93406886cc6f3577690f28 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:38.903482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.918571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Made reservation on behalf of e4c260760be74102b5b0333893753468 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:38.932724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.948290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:38.959934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:38.985495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.017098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Usage tracker for resource:security_group_rule and tenant:4a86c89f03e548cdb2f0fc7c1af2ea4c is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:39.037324 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:39.054417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:39.061549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:39.082552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c260760be74102b5b0333893753468 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:39.093131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:39.106185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:39.128353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:39.218898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c489da3-5ad2-45d9-9dfe-ede08e8da69c,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:39.233007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.233630 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.234149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.234660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.235177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.235720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.236265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.236859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.237962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.238592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.239095 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.239710 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Tracked resource versions report:
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]: pushed versions:
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]: {   'AddressGroup': {'1.2'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'ConntrackHelper': {'1.0'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Log': {'1.0'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Network': {'1.1'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Port': {'1.7'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'PortForwarding': {'1.2'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'QosPolicy': {'1.8'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroup': {'1.4'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SubPort': {'1.0'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Subnet': {'1.1'},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Trunk': {'1.1'}}
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]: consumer versions:
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]: {   DHCP agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     HyperV agent@hv-cinder-78638: {},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     L3 agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metadata agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metering agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:     Open vSwitch agent@dv-cinder-786384-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Log': '1.0',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Network': '1.1',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Port': '1.7',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'PortForwarding': '1.2',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'QosPolicy': '1.8',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroup': '1.4',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SubPort': '1.0',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Subnet': '1.1',
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Trunk': '1.1'}}
Apr 15 19:51:39.241102 dv-cinder-786384-2-iscsi neutron-server[85307]:  {{(pid=85419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:51:39.256401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:39.257508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Checking segment: {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:39.258162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Network hostable DHCP agents. Network: e6ead994-471f-49ea-8876-a7b9c3272bfc, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:51:39.282714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Network e6ead994-471f-49ea-8876-a7b9c3272bfc is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:51:39.301020 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, e6ead994-471f-49ea-8876-a7b9c3272bfc) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:39.308784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:39.311727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309992d-6601-4dfb-a3bc-8c619dc6d516 None None] Network e6ead994-471f-49ea-8876-a7b9c3272bfc requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:39.323737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.381123 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1791246
Apr 15 19:51:39.386419 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40224) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:39.395383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:39.414832 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:39.424383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Usage tracker for resource:router and tenant:684b341c4ce449dd86d6a51e0633e5ab is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:39.430822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:39.439555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:39.452714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.454498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.481297 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.510309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.528799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.546387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:39.597688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.598733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2d29fe-4538-4b65-bf46-c21803807ff3,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:39.650485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:39.668478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:51:39.671112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.708069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:51:39.727312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.727660 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Added segment fa5107ed-e2c0-44ba-938f-c2d591a595be of type vlan for network f2c68551-ee5e-411f-bd3f-b07043993973
Apr 15 19:51:39.731954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0df4d4-4448-4310-9c54-2b885b12c25d None None] Network e6ead994-471f-49ea-8876-a7b9c3272bfc requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:39.782211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.872440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:39.880022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.887604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:39.887994 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Added segment f4126ad7-230f-476c-a9b3-e98f73eb2b20 of type vlan for network d2181703-f14f-4fe8-a943-cb5dacbb4abf
Apr 15 19:51:39.889624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:39.890268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.077767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.176963 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6766222
Apr 15 19:51:40.177358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40264) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:40.186253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Request body: {'subnet': {'network_id': 'f2c68551-ee5e-411f-bd3f-b07043993973', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1351908702-subnet', 'tenant_id': 'e4c260760be74102b5b0333893753468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:40.195206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:40.200437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Usage tracker for resource:subnet and tenant:e4c260760be74102b5b0333893753468 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:40.203453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:40.208011 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61053d6-8b8e-4f97-a23a-0c95c4280ce7,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:40.217984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:40.224672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:40.225233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8df7071c-d9c8-4a2c-8ad1-fe398f9f151d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:40.243752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.250482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Made reservation on behalf of e4c260760be74102b5b0333893753468 for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:40.255878 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.350629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c68551-ee5e-411f-bd3f-b07043993973,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:40.357270 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:40.361145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network f2c68551-ee5e-411f-bd3f-b07043993973 details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:51:40.383858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.388093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:40.388737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.395578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:40.522287 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1794653
Apr 15 19:51:40.525157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40278) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:40.566438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Request body: {'subnet': {'network_id': 'd2181703-f14f-4fe8-a943-cb5dacbb4abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-273507461-subnet', 'tenant_id': '4a86c89f03e548cdb2f0fc7c1af2ea4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:40.580188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:40.582930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Pushing event updated for resources: {'Network': ['ID=d2181703-f14f-4fe8-a943-cb5dacbb4abf,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:40.590178 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:40.591165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Usage tracker for resource:subnet and tenant:4a86c89f03e548cdb2f0fc7c1af2ea4c is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:40.596746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network d2181703-f14f-4fe8-a943-cb5dacbb4abf details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:51:40.599709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:40.610466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:40.619708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.637626 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:40.639678 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.704904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.751242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Made reservation on behalf of 4a86c89f03e548cdb2f0fc7c1af2ea4c for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:40.760716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:40.900546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:40.914975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:41.067498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Allocated IP 172.27.3.79 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/cf8b0dca-0036-4778-b996-6e1d9eb5a6f7) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:41.071361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Checking segment: {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:41.071757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Network hostable DHCP agents. Network: 985a7b11-3fa6-4a91-bf02-60ccff754b78, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:51:41.109428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:51:41.145031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 985a7b11-3fa6-4a91-bf02-60ccff754b78) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:41.150074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:41.150715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:41.155688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95193d6f-ade6-4691-910e-52052bae3219 None None] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:41.196758 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.5265183
Apr 15 19:51:41.198114 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40312) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:41.250690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:41.258353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:41.363836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Usage tracker for resource:router and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:41.370578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:41.381877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:41.418575 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:41.420704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:41.452416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:41.527843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:41.638382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-985a7b11-3fa6-4a91-bf02-60ccff754b78', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:51:41.639652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:41.665376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:41.690812 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:41.829426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:41.874737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Allocated IP 172.20.0.2 (985a7b11-3fa6-4a91-bf02-60ccff754b78/4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7/6da0ff9e-6902-4426-8cc2-874fb368e90f) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:41.883598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:41.920657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40334) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:41.961445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8b0dca-0036-4778-b996-6e1d9eb5a6f7,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:41.965672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:41.972391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0f9b3eaf-c9ac-46c8-a58b-57bd30722edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:42.015829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40340) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:42.059771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.078987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:42.084814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:42.087356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:42.167766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9f4f90-84fc-428c-85d0-679a45584348,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:42.170946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:42.200836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1622c88e-8b64-406e-9171-c142f7d6bc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:42.209001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.226007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Transition to ACTIVE for port object 6da0ff9e-6902-4426-8cc2-874fb368e90f will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:42.256346 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Transition to ACTIVE for port object 6da0ff9e-6902-4426-8cc2-874fb368e90f will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:42.264083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.289602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a65f1c81-4516-45da-a7f7-754eb55961b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:42.299993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.323994 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.333245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:42.338121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e096e3b-9be6-471c-b1cd-b5b78c3b6314,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:42.344930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:42.350663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Usage tracker for resource:security_group_rule and tenant:9abe6f69782a4215baf2686e6e4807d8 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:42.353621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:42.356737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Checking segment: {'id': 'f4126ad7-230f-476c-a9b3-e98f73eb2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd2181703-f14f-4fe8-a943-cb5dacbb4abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:42.357139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Network hostable DHCP agents. Network: d2181703-f14f-4fe8-a943-cb5dacbb4abf, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:51:42.363116 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:42.365713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Usage tracker for resource:security_group_rule and tenant:eb25c283de624f81980858c223226d20 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:42.370045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:42.383122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:42.383378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:42.401191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Checking segment: {'id': 'fa5107ed-e2c0-44ba-938f-c2d591a595be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f2c68551-ee5e-411f-bd3f-b07043993973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:42.401577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Network hostable DHCP agents. Network: f2c68551-ee5e-411f-bd3f-b07043993973, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:51:42.425538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Pushing event updated for resources: {'Port': ['ID=6da0ff9e-6902-4426-8cc2-874fb368e90f,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:42.447197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.447638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.448017 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.448386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.448830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.449099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.449460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.449823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.450203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.450564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.450923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.451320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Tracked resource versions report:
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]: pushed versions:
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]: {   'AddressGroup': {'1.2'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'ConntrackHelper': {'1.0'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Log': {'1.0'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Network': {'1.1'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Port': {'1.7'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'PortForwarding': {'1.2'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'QosPolicy': {'1.8'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroup': {'1.4'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SubPort': {'1.0'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Subnet': {'1.1'},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Trunk': {'1.1'}}
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]: consumer versions:
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]: {   DHCP agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     HyperV agent@hv-cinder-78638: {},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     L3 agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metadata agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metering agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:     Open vSwitch agent@dv-cinder-786384-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Log': '1.0',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Network': '1.1',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Port': '1.7',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'PortForwarding': '1.2',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'QosPolicy': '1.8',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroup': '1.4',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SubPort': '1.0',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Subnet': '1.1',
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Trunk': '1.1'}}
Apr 15 19:51:42.452431 dv-cinder-786384-2-iscsi neutron-server[85307]:  {{(pid=85420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:51:42.457315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:42.477503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Network d2181703-f14f-4fe8-a943-cb5dacbb4abf is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:51:42.505386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:42.506980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:42.509433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:42.595311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Network f2c68551-ee5e-411f-bd3f-b07043993973 is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:51:42.634782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Attempting to bind port 6da0ff9e-6902-4426-8cc2-874fb368e90f on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:51:42.635195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Attempting to bind port 6da0ff9e-6902-4426-8cc2-874fb368e90f by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:51:42.635737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Attempting to bind port 6da0ff9e-6902-4426-8cc2-874fb368e90f on network 985a7b11-3fa6-4a91-bf02-60ccff754b78 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:42.640408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.641592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:51:42.641972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Checking segment: {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:42.642430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.643328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Bound using segment: {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:51:42.643862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Bound port: 6da0ff9e-6902-4426-8cc2-874fb368e90f, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:51:42.644338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.653840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, f2c68551-ee5e-411f-bd3f-b07043993973) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:42.724700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:42.725372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.757331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] For port 6da0ff9e-6902-4426-8cc2-874fb368e90f, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:51:42.761654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] For port 6da0ff9e-6902-4426-8cc2-874fb368e90f, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=6da0ff9e-6902-4426-8cc2-874fb368e90f,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:51:42.767485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e60099f-ca0c-4d41-b455-10cc48915e84 None None] Network f2c68551-ee5e-411f-bd3f-b07043993973 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:42.857250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.895527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, d2181703-f14f-4fe8-a943-cb5dacbb4abf) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:42.904563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.981679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:42.982338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:42.986226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2549a-beec-40d0-866c-7e7503855e93 None None] Network d2181703-f14f-4fe8-a943-cb5dacbb4abf requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:43.006004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.013818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f8c30211-9f2e-466a-bd08-7d16cbd89794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:43.060340 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ee2e095a-92d5-4f8d-8520-bc46215bc312 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.5002108
Apr 15 19:51:43.117382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.157667 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:43.171129 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9c514-f7c2-4ec9-9fc6-0c29829cb53c,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:43.180984 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb25c283de624f81980858c223226d20&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2517979
Apr 15 19:51:43.183825 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.0040324
Apr 15 19:51:43.185063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:43.185906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40368) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:43.187494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.242292 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb826b3-7443-4ce5-b5e3-894f030500cd,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:43.266569 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:43.296600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.339164 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9abe6f69782a4215baf2686e6e4807d8&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3221824
Apr 15 19:51:43.342053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40378) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:43.380306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.482614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.530756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.533407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7e32363c-422c-43b7-a48d-671c2197a4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.595236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:43.798145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af4011b-9642-4478-b729-e33dfb6c0cec None None] Network f2c68551-ee5e-411f-bd3f-b07043993973 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:43.802739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Allocated IP 172.27.3.118 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/422e45d1-55eb-4f27-8bc5-dba74244d109) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:43.874049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7e32363c-422c-43b7-a48d-671c2197a4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.883502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.937225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40420) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:43.947687 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 19:51:43.951310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:43.978923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:43.979400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9c514-f7c2-4ec9-9fc6-0c29829cb53c,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:43.985654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:44.009586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.010807 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28d9c514-f7c2-4ec9-9fc6-0c29829cb53c HTTP/1.1" status: 204  len: 168 time: 0.7731957
Apr 15 19:51:44.061527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.087404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769f07e8-eb60-4798-8f29-2eacbe63b40c None None] Network d2181703-f14f-4fe8-a943-cb5dacbb4abf requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:44.111766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.131620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:44.219691 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Pushing event updated for resources: {'Port': ['ID=6da0ff9e-6902-4426-8cc2-874fb368e90f,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:44.237127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7e32363c-422c-43b7-a48d-671c2197a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.257089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:44.275409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7e32363c-422c-43b7-a48d-671c2197a4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.276619 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7e32363c-422c-43b7-a48d-671c2197a4a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbb826b3-7443-4ce5-b5e3-894f030500cd HTTP/1.1" status: 204  len: 168 time: 0.9335608
Apr 15 19:51:44.304459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Pushing event updated for resources: {'Port': ['ID=422e45d1-55eb-4f27-8bc5-dba74244d109,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:44.319866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:44.326387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32363c-422c-43b7-a48d-671c2197a4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb826b3-7443-4ce5-b5e3-894f030500cd,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:44.342345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7e32363c-422c-43b7-a48d-671c2197a4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:44.354179 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809b653-1622-4e3c-b889-39e4011eb48d req-ffaac1b6-10d0-48b6-be86-9e43490cb5ea tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:44.365507 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-ffaac1b6-10d0-48b6-be86-9e43490cb5ea tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/networks?id=d2181703-f14f-4fe8-a943-cb5dacbb4abf HTTP/1.1" status: 200  len: 811 time: 0.4271538
Apr 15 19:51:44.400447 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1370cbe-8f50-4b3f-b63d-7e18d675a0f9 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/quotas/4a86c89f03e548cdb2f0fc7c1af2ea4c HTTP/1.1" status: 200  len: 375 time: 0.0241721
Apr 15 19:51:44.460771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:44.461978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:44.471432 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:44.542350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40446) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:44.555439 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-b2bf4b8a-89b6-4b2c-94f5-4235aba9d911 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a86c89f03e548cdb2f0fc7c1af2ea4c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1432922
Apr 15 19:51:44.567507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2132622848-network', 'tenant_id': '5541cee0fc8441cd86e794458a5eaf16'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:44.572491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:44.576799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Usage tracker for resource:network and tenant:5541cee0fc8441cd86e794458a5eaf16 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:44.580540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:44.587372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:44.594079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:44.602257 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Made reservation on behalf of 5541cee0fc8441cd86e794458a5eaf16 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:44.607265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.649959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:44.668621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:44.681500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Usage tracker for resource:security_group_rule and tenant:5541cee0fc8441cd86e794458a5eaf16 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:44.688417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:44.698210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:51:44.718622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:45.042621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40470) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:45.086492 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.117355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:51:45.130370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Sync routers for ids ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:51:45.167491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.168803 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.7795787
Apr 15 19:51:45.173227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Routers {'1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:45.174128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d01780>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:45.174235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40474) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:45.175028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:45.216675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.220835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.226567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7e32363c-422c-43b7-a48d-671c2197a4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:45.257387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768}  {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:51:45.273577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9dd419-23d3-4003-95ad-218dd08593f7,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:45.278814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:45.280454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.281078 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Added segment 223741d3-adf0-4c8f-ba9e-918acce36da5 of type vlan for network 00384dd2-5b93-49b5-aaf8-5cdc3403c258
Apr 15 19:51:45.305153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-592780a4-92eb-4dfc-b4f7-241bc4e75641 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:51:45.313100 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-592780a4-92eb-4dfc-b4f7-241bc4e75641 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3683331
Apr 15 19:51:45.357588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.375446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Usage tracker for resource:security_group_rule and tenant:07abdee082a047598c7410f0e887bfbe is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:45.381809 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:45.430928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Set router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:45.456084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:45.497588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.503919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:45.504721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.518714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-52cc66f7-9743-40d7-b735-7c662da05280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:45.541947 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-ce69b293-a6cd-4fad-938b-3ed65a883af7 service neutron] 10.222.0.58 "GET /v2.0/networks/d2181703-f14f-4fe8-a943-cb5dacbb4abf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2275803
Apr 15 19:51:45.593511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.739533 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1792395
Apr 15 19:51:45.748381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40488) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:45.760993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Request body: {'subnet': {'network_id': '00384dd2-5b93-49b5-aaf8-5cdc3403c258', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2132622848-subnet', 'tenant_id': '5541cee0fc8441cd86e794458a5eaf16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:45.769531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Pushing event updated for resources: {'Network': ['ID=00384dd2-5b93-49b5-aaf8-5cdc3403c258,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:45.772283 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:45.778035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:45.779125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Usage tracker for resource:subnet and tenant:5541cee0fc8441cd86e794458a5eaf16 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:45.783160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 00384dd2-5b93-49b5-aaf8-5cdc3403c258 details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:51:45.789715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:45.800892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:45.838722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Made reservation on behalf of 5541cee0fc8441cd86e794458a5eaf16 for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:45.843634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:45.905370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d01780>, [{'id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:42Z', 'revision_number': 3, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'gw_port': {'id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:40Z', 'updated_at': '2021-04-15T19:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:45.918326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Checking router: 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:51:45.918882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Updating router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:51:45.981408 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-98cd6ba0-a982-4b58-9dfc-cd5b421199dc service neutron] 10.222.0.58 "GET /v2.0/networks/d2181703-f14f-4fe8-a943-cb5dacbb4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4381762
Apr 15 19:51:45.992910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:46.127262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 6da0ff9e-6902-4426-8cc2-874fb368e90f up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:46.269582 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 6da0ff9e-6902-4426-8cc2-874fb368e90f completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:46.499636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:46.506118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40516) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:46.514071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Transition to ACTIVE for port object cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:46.522378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:46.532632 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250bb35e-f7c7-452c-b43e-6ae59bd8346a None None] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:46.578092 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-635fc63a-71dc-4595-80d0-364c931809f3 req-c37231b6-b74f-43f4-bc72-397f70a7dc21 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 210 time: 0.0644357
Apr 15 19:51:46.738853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-93c2dcde-54e4-4aa9-9e9c-862c1cee9bd9 None None] Provisioning for port 6da0ff9e-6902-4426-8cc2-874fb368e90f completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:46.740252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:46.754102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-93c2dcde-54e4-4aa9-9e9c-862c1cee9bd9 None None] Provisioning complete for port 6da0ff9e-6902-4426-8cc2-874fb368e90f triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:46.754525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-93c2dcde-54e4-4aa9-9e9c-862c1cee9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:46.783683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:46.835251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:46.876791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:46.908355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:46.917215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c69a0b68-fdc0-4d06-84ca-c01c736a649e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:46.938025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Attempting to bind port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:51:46.938436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Attempting to bind port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:51:46.938836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Attempting to bind port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:46.954149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:51:46.954561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:46.955004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:46.955498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:51:46.956019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Bound port: cf8b0dca-0036-4778-b996-6e1d9eb5a6f7, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:51:46.956431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.047938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c43198-b104-49e5-be05-d071c705fe82,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:47.066709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:47.072374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] For port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:51:47.076313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] For port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=cf8b0dca-0036-4778-b996-6e1d9eb5a6f7,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:51:47.107832 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-93c2dcde-54e4-4aa9-9e9c-862c1cee9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.122367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.152875 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Checking segment: {'id': '223741d3-adf0-4c8f-ba9e-918acce36da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '00384dd2-5b93-49b5-aaf8-5cdc3403c258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:47.153268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Network hostable DHCP agents. Network: 00384dd2-5b93-49b5-aaf8-5cdc3403c258, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:51:47.184580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Pushing event updated for resources: {'Port': ['ID=cf8b0dca-0036-4778-b996-6e1d9eb5a6f7,revision_number=2']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:47.198280 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Network 00384dd2-5b93-49b5-aaf8-5cdc3403c258 is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:51:47.199361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-93c2dcde-54e4-4aa9-9e9c-862c1cee9bd9 None None] For port 6da0ff9e-6902-4426-8cc2-874fb368e90f, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=6da0ff9e-6902-4426-8cc2-874fb368e90f,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:47.208662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-93c2dcde-54e4-4aa9-9e9c-862c1cee9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.213796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:47.223614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 00384dd2-5b93-49b5-aaf8-5cdc3403c258) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:47.236526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:47.237760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.245239 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.252740 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07abdee082a047598c7410f0e887bfbe&name=default HTTP/1.1" status: 200  len: 2975 time: 2.2063129
Apr 15 19:51:47.256918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40544) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:47.307494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ce38a-04e9-40f5-8ada-0af37cbf37ad None None] Network 00384dd2-5b93-49b5-aaf8-5cdc3403c258 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:47.350996 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5988641
Apr 15 19:51:47.388367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.388754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.389128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.395807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.396232 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.396621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.396999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.403825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.404246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.404628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.405002 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.405370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Tracked resource versions report:
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]: pushed versions:
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]: {   'AddressGroup': {'1.2'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'ConntrackHelper': {'1.0'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Log': {'1.0'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Network': {'1.1'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Port': {'1.7'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'PortForwarding': {'1.2'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'QosPolicy': {'1.8'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroup': {'1.4'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SecurityGroupRule': {'1.2'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'SubPort': {'1.0'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Subnet': {'1.1'},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     'Trunk': {'1.1'}}
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]: consumer versions:
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]: {   DHCP agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     HyperV agent@hv-cinder-78638: {},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     L3 agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metadata agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     Metering agent@dv-cinder-786384-2-iscsi: {},
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:     Open vSwitch agent@dv-cinder-786384-2-iscsi: {   'AddressGroup': '1.2',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'ConntrackHelper': '1.0',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Log': '1.0',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Network': '1.1',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Port': '1.7',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'PortForwarding': '1.2',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'QosPolicy': '1.8',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroup': '1.4',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SecurityGroupRule': '1.2',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'SubPort': '1.0',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Subnet': '1.1',
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:                                                      'Trunk': '1.1'}}
Apr 15 19:51:47.406549 dv-cinder-786384-2-iscsi neutron-server[85307]:  {{(pid=85421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 19:51:47.410516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7a988465-e7b8-4cc8-abd7-d2813fa83c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.430639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:47.435576 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9778061e-330f-4f85-b0b3-07528030c428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:47.465015 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7a988465-e7b8-4cc8-abd7-d2813fa83c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.479514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2dcde-54e4-4aa9-9e9c-862c1cee9bd9 None None] Pushing event updated for resources: {'Port': ['ID=6da0ff9e-6902-4426-8cc2-874fb368e90f,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:47.493980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-93c2dcde-54e4-4aa9-9e9c-862c1cee9bd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:47.531772 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701cbb83-1d84-4e6f-8bad-996ea0a48224,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:47.538567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:47.583472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7a988465-e7b8-4cc8-abd7-d2813fa83c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.591558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:47.609100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a988465-e7b8-4cc8-abd7-d2813fa83c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701cbb83-1d84-4e6f-8bad-996ea0a48224,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:47.622816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7a988465-e7b8-4cc8-abd7-d2813fa83c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:47.648961 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7a988465-e7b8-4cc8-abd7-d2813fa83c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.657967 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7a988465-e7b8-4cc8-abd7-d2813fa83c19 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/701cbb83-1d84-4e6f-8bad-996ea0a48224 HTTP/1.1" status: 204  len: 168 time: 0.3999376
Apr 15 19:51:47.675149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40562) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:47.709055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828bb559-a571-4c5a-95e7-4fbd74af58fe None None] Network 00384dd2-5b93-49b5-aaf8-5cdc3403c258 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:51:47.764519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Pushing event updated for resources: {'Port': ['ID=cf8b0dca-0036-4778-b996-6e1d9eb5a6f7,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:47.771013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.778477 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:47.853250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] Deleting subnet 3a9f4f90-84fc-428c-85d0-679a45584348 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:51:47.858281 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:47.874150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Routers {'1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:47.883126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d01780>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:48.012029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-bde1b142-8c9d-40ac-83f1-42243215a6d1 None None] Provisioning complete for port 6da0ff9e-6902-4426-8cc2-874fb368e90f triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:48.014832 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bde1b142-8c9d-40ac-83f1-42243215a6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:48.103890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 6da0ff9e-6902-4426-8cc2-874fb368e90f up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:48.151252 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a81a1892-85c1-46f3-8f9a-b4d80c426cd4 req-e816fc88-8d6b-48f7-b385-25b9fc98fc4a tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 210 time: 0.2261755
Apr 15 19:51:48.171978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:48.201104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:48.324818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:51:48.350887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Allocated IP 172.20.0.1 (e6ead994-471f-49ea-8876-a7b9c3272bfc/7c489da3-5ad2-45d9-9dfe-ede08e8da69c/3aebaa2f-9000-4910-9c56-c1321c1645ee) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:48.425349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 6da0ff9e-6902-4426-8cc2-874fb368e90f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:48.425765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:48.747880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] Set router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:48.953094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:51:48.963254 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Sync routers for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:51:48.982926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:48.986180 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a2a5d30>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:49.133922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:49.162775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d01780>, [{'id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:42Z', 'revision_number': 3, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'gw_port': {'id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:40Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:49.168553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082d01bb-4b8b-4375-8cc9-f59ac530364c None None] The sync data for ids ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'] in dv-cinder-786384-2-iscsi is: [{'id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:42Z', 'revision_number': 3, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'gw_port': {'id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:40Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:51:49.202161 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:49.244983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-55efa7ab-ba1d-4dfa-ac22-9b9a50c4b709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:49.282288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:49.305724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-906d916c-ff93-449c-b4ae-1bb4e5a085d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:49.396976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:49.475972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:49.479969 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 8.2347667
Apr 15 19:51:49.504308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9f4f90-84fc-428c-85d0-679a45584348,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:49.509157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40626) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:49.532296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:49.654161 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Network e6ead994-471f-49ea-8876-a7b9c3272bfc is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:49.657866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:49.662704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:49.663294 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:49.736248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Pushing event updated for resources: {'Port': ['ID=3aebaa2f-9000-4910-9c56-c1321c1645ee,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:49.752114 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:49.901072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.006482 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-49f7deee-2e85-46e8-90b3-b84c463b0095 req-fe04eebe-bd93-4ce8-82df-bb885cc59ba5 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 210 time: 0.2129476
Apr 15 19:51:50.053767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a2a5d30>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:44Z', 'revision_number': 3, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:50.068585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.071065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Checking router: 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:51:50.071603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Updating router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 port 422e45d1-55eb-4f27-8bc5-dba74244d109 binding host dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:51:50.077030 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3a9f4f90-84fc-428c-85d0-679a45584348 HTTP/1.1" status: 204  len: 168 time: 2.3998854
Apr 15 19:51:50.079485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40646) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:50.163671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:50.232544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.261251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.270671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.272337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.304312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0756a596-7b82-451c-ae78-1c81d952f70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:50.370076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.378236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:50.389083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:50.389507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.532873 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Network e6ead994-471f-49ea-8876-a7b9c3272bfc is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:50.543078 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:50.656749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Pushing event updated for resources: {'Port': ['ID=3aebaa2f-9000-4910-9c56-c1321c1645ee,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:50.668609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.669720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:50.685662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=cf8b0dca-0036-4778-b996-6e1d9eb5a6f7,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:50.692806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.704846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:50.798221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=cf8b0dca-0036-4778-b996-6e1d9eb5a6f7,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:50.806855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:50.906922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.945202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.961589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Transition to ACTIVE for port object 422e45d1-55eb-4f27-8bc5-dba74244d109 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:50.972260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:50.991552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-93c2dcde-54e4-4aa9-9e9c-862c1cee9bd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:51.034803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd59ad65908>> segment before_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.035209 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd59ad65908>> subnet precommit_delete_associations 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.036158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998b4ef0>> segment_host_mapping after_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.036583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998b4ef0>> port after_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.036939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998b4ef0>> port after_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.037323 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998b4ef0>> port after_update 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.037685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998b4ef0>> segment after_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.038143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998b4ef0>> subnet after_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.038503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998b4ef0>> subnet after_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.038861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998b4ef0>> subnet after_update 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.040597 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40668) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:51.121026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:51:51.134722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11a9c-2d8b-4692-96e3-2513213e7c9d None None] Pushing event updated for resources: {'Port': ['ID=422e45d1-55eb-4f27-8bc5-dba74244d109,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:51.139236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-71c11a9c-2d8b-4692-96e3-2513213e7c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:51.207798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Attempting to bind port 422e45d1-55eb-4f27-8bc5-dba74244d109 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:51:51.208237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Attempting to bind port 422e45d1-55eb-4f27-8bc5-dba74244d109 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:51:51.208594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Attempting to bind port 422e45d1-55eb-4f27-8bc5-dba74244d109 on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:51.214870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:51:51.215312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:51.215754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.216197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:51:51.216691 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Bound port: 422e45d1-55eb-4f27-8bc5-dba74244d109, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:51:51.217216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.217506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd599ead8d0>> subnet after_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.217902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd599ead8d0>> subnet after_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.218275 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd599ead8d0>> subnet before_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.218651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd599ead8d0>> subnet before_update 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:51.219052 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd59995bdd8>,) {'filters': {'network_id': ['f2c68551-ee5e-411f-bd3f-b07043993973']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:51.279397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd59995bdd8>, 'fa5107ed-e2c0-44ba-938f-c2d591a595be') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:51.279739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd59995bdd8>, 'fa5107ed-e2c0-44ba-938f-c2d591a595be') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:51.293749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] For port 422e45d1-55eb-4f27-8bc5-dba74244d109, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:51:51.297212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] For port 422e45d1-55eb-4f27-8bc5-dba74244d109, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=422e45d1-55eb-4f27-8bc5-dba74244d109,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:51:51.301767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.309738 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cc49aafe-9d61-40cd-9937-3c7dd5a9e867 req-d59277b9-90e1-4763-a4de-3a27653fb325 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 210 time: 0.0794904
Apr 15 19:51:51.313556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853381234'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.317703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:51.329789 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.369160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:51.379154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Usage tracker for resource:security_group_rule and tenant:59483295bed946d5acc06d2061b0e6b5 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:51.385183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:51.394399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:51.435153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:51:51.452425 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] 10.222.0.58 "PUT /v2.0/routers/1de6fd97-42fb-45dd-a95c-ada0f3e5af7b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2745423
Apr 15 19:51:51.470677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.484920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:51:51.531008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.534499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.545125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:51.601614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbb3361-22cb-428c-b5e8-f82d0b2568c5,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:51.610438 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59483295bed946d5acc06d2061b0e6b5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5686941
Apr 15 19:51:51.611151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40680) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:51.612607 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:51.696712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c11a9c-2d8b-4692-96e3-2513213e7c9d None None] Pushing event updated for resources: {'Port': ['ID=422e45d1-55eb-4f27-8bc5-dba74244d109,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:51.706196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-71c11a9c-2d8b-4692-96e3-2513213e7c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:51.710745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6315b2b9-21eb-4895-9d5b-2f9da8802a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.745564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6315b2b9-21eb-4895-9d5b-2f9da8802a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.778572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:51.779436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a2a5d30>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:51.810155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6315b2b9-21eb-4895-9d5b-2f9da8802a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.818756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-78d2b2b2-78a7-4d0d-a6da-05c28e19e55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:51.834022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315b2b9-21eb-4895-9d5b-2f9da8802a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbb3361-22cb-428c-b5e8-f82d0b2568c5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:51.836996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6315b2b9-21eb-4895-9d5b-2f9da8802a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:51.844324 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6315b2b9-21eb-4895-9d5b-2f9da8802a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:51.848277 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6315b2b9-21eb-4895-9d5b-2f9da8802a12 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1fbb3361-22cb-428c-b5e8-f82d0b2568c5 HTTP/1.1" status: 204  len: 168 time: 0.2341254
Apr 15 19:51:51.956411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Network f2c68551-ee5e-411f-bd3f-b07043993973 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:51:51.968510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134257'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.043637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:52.207001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:52.207456 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.250077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:52.284348 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40708) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:52.306158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.323788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:52.328615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Usage tracker for resource:security_group_rule and tenant:de29d8aa14f742299657054279a60e1a is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:52.331800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:52.338455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:52.395096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Network f2c68551-ee5e-411f-bd3f-b07043993973 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   from cryptography.utils import int_from_bytes
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   from cryptography.utils import int_from_bytes
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   (rel_b, rel_a, rel_b),
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:51:52.428326 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:51:52.473124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.477094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.489256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:52.538153 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de29d8aa14f742299657054279a60e1a&name=default HTTP/1.1" status: 200  len: 2977 time: 0.2505031
Apr 15 19:51:52.538153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f69400a-13d4-4ba6-92e4-3d6c316a0649,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:52.540811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40714) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:52.547051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:52.635184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-30829010-89ba-4352-b4fd-08d61d6ed3ec tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:52.636504 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-30829010-89ba-4352-b4fd-08d61d6ed3ec tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 818 time: 0.5382500
Apr 15 19:51:52.639248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0599cc4c-9e6e-4c92-8fe6-dac154044931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.645230 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a142c5bd-2805-4e3f-bcd6-b0680cf1a1fa req-df01de23-13d3-4d5f-b034-cf0c104bf4fc tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 210 time: 0.1533241
Apr 15 19:51:52.669879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.672806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a2a5d30>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:44Z', 'revision_number': 3, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:52.674038 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-31af14f2-c91a-4006-9cb8-d10cc3e94ab7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/quotas/684b341c4ce449dd86d6a51e0633e5ab HTTP/1.1" status: 200  len: 375 time: 0.0277617
Apr 15 19:51:52.680786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0599cc4c-9e6e-4c92-8fe6-dac154044931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.681133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:52.685978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106604bd-5945-42c7-948f-77dd81202d85 None None] The sync data for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi is: [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:44Z', 'revision_number': 3, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:51:52.697426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.710699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Sync routers for ids ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:51:52.718371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.732333 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Routers {'1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:52.732874 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a0a0358>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:52.750539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0599cc4c-9e6e-4c92-8fe6-dac154044931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.756973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:52.768345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599cc4c-9e6e-4c92-8fe6-dac154044931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f69400a-13d4-4ba6-92e4-3d6c316a0649,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:52.771058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0599cc4c-9e6e-4c92-8fe6-dac154044931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:52.771200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c68551-ee5e-411f-bd3f-b07043993973,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:52.777651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0599cc4c-9e6e-4c92-8fe6-dac154044931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:52.781323 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0599cc4c-9e6e-4c92-8fe6-dac154044931 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f69400a-13d4-4ba6-92e4-3d6c316a0649 HTTP/1.1" status: 204  len: 168 time: 0.2348974
Apr 15 19:51:52.781458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:52.781458 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] 10.222.0.58 "DELETE /v2.0/networks/f2c68551-ee5e-411f-bd3f-b07043993973 HTTP/1.1" status: 204  len: 168 time: 2.6874468
Apr 15 19:51:52.784761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 40722) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:52.978112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] Deleting subnet 04c43198-b104-49e5-be05-d071c705fe82 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:51:52.997343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:53.002028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Set router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:53.063658 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-18fa7988-26df-4bd6-ac73-6170639c4bfc tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3539190
Apr 15 19:51:53.326968 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1394614'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:53.384065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Allocated IP 172.20.0.1 (985a7b11-3fa6-4a91-bf02-60ccff754b78/4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7/980949d7-a233-454d-b297-9ae9591cf47b) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:53.467401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a0a0358>, [{'id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:49Z', 'revision_number': 4, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'gw_port': {'id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:40Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '3aebaa2f-9000-4910-9c56-c1321c1645ee', 'name': '', 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'mac_address': 'fa:16:3e:16:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7c489da3-5ad2-45d9-9dfe-ede08e8da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:47Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 2, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'subnets': [{'id': '7c489da3-5ad2-45d9-9dfe-ede08e8da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:53.473494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Checking router: 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:51:53.474053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Updating router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b port 3aebaa2f-9000-4910-9c56-c1321c1645ee binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:51:53.520891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:53.552868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:53.581708 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-42a64e01-5d5a-44b2-89ef-e4216834c331 service neutron] 10.222.0.58 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5005598
Apr 15 19:51:53.863150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.68', 54293) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:53.876170 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-c36c76a7-72fd-4723-a56a-bf3061b97854 service neutron] 10.222.0.58 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2932272
Apr 15 19:51:54.052423 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fbe2c0e4-308d-4a5c-a520-0230cde94492 req-d99990a0-126a-40dc-a51b-962bdd912163 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 210 time: 0.1520777
Apr 15 19:51:54.084551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 422e45d1-55eb-4f27-8bc5-dba74244d109 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:54.210971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:54.251856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Transition to ACTIVE for port object 3aebaa2f-9000-4910-9c56-c1321c1645ee will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:54.265762 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:54.300308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e118fa18-ab0d-4d2d-b71c-686c767a4e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:54.312734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809b653-1622-4e3c-b889-39e4011eb48d req-af2b36c2-c106-4a6f-97fd-32b2392fb51b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:54.315381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-7809b653-1622-4e3c-b889-39e4011eb48d req-af2b36c2-c106-4a6f-97fd-32b2392fb51b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Synchronizing usage tracker for tenant:4a86c89f03e548cdb2f0fc7c1af2ea4c on resource:network {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:51:54.363871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-7809b653-1622-4e3c-b889-39e4011eb48d req-af2b36c2-c106-4a6f-97fd-32b2392fb51b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Unset dirty status for tenant:4a86c89f03e548cdb2f0fc7c1af2ea4c on resource:network {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:51:54.366282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 422e45d1-55eb-4f27-8bc5-dba74244d109 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:54.371372 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-af2b36c2-c106-4a6f-97fd-32b2392fb51b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.68 "GET /v2.0/networks?id=d2181703-f14f-4fe8-a943-cb5dacbb4abf HTTP/1.1" status: 200  len: 811 time: 0.5069814
Apr 15 19:51:54.376672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 422e45d1-55eb-4f27-8bc5-dba74244d109 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:54.377100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:54.425504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Request body: {'port': {'device_id': 'dfcb0ac4-3cef-44ba-8766-5fa9259164f1', 'network_id': 'd2181703-f14f-4fe8-a943-cb5dacbb4abf', 'admin_state_up': True, 'tenant_id': '4a86c89f03e548cdb2f0fc7c1af2ea4c'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:54.482402 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9da091d7-67f7-4e56-9662-b36f166be30b req-e94644e5-7216-434b-8d63-2fccbb194e7c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 210 time: 0.3133547
Apr 15 19:51:54.550628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c4b28-c6a5-472a-9d6c-d03898dc60cf None None] Pushing event updated for resources: {'Port': ['ID=3aebaa2f-9000-4910-9c56-c1321c1645ee,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:54.555317 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-dc7c4b28-c6a5-472a-9d6c-d03898dc60cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:54.569885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:54.692904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:54.728308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 422e45d1-55eb-4f27-8bc5-dba74244d109, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=422e45d1-55eb-4f27-8bc5-dba74244d109,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:51:54.740506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:54.743838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:54.801781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Transition to ACTIVE for port object 980949d7-a233-454d-b297-9ae9591cf47b will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:51:54.966279 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=422e45d1-55eb-4f27-8bc5-dba74244d109,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:54.970601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:54.987182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:51:54.995860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Usage tracker for resource:port and tenant:4a86c89f03e548cdb2f0fc7c1af2ea4c is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:51:55.001535 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:51:55.011739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:51:55.046108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Made reservation on behalf of 4a86c89f03e548cdb2f0fc7c1af2ea4c for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:51:55.077868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:55.119435 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:55.164149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Attempting to bind port 3aebaa2f-9000-4910-9c56-c1321c1645ee on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:51:55.164559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Attempting to bind port 3aebaa2f-9000-4910-9c56-c1321c1645ee by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:51:55.164964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Attempting to bind port 3aebaa2f-9000-4910-9c56-c1321c1645ee on network e6ead994-471f-49ea-8876-a7b9c3272bfc {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:51:55.177564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8fdbb954-96f3-4bcc-bc64-dd406d068097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:55.178062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:51:55.182058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Checking segment: {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:51:55.182564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:55.184826 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Bound using segment: {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:51:55.185536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Bound port: 3aebaa2f-9000-4910-9c56-c1321c1645ee, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:51:55.185965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:55.273863 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852640176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525694'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:55.474680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Allocated IP 172.20.0.12 (d2181703-f14f-4fe8-a943-cb5dacbb4abf/3e096e3b-9be6-471c-b1cd-b5b78c3b6314/27ea1896-c589-442b-9fb0-deb3ed55cb4a) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:51:55.507724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] For port 3aebaa2f-9000-4910-9c56-c1321c1645ee, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:51:55.516167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] For port 3aebaa2f-9000-4910-9c56-c1321c1645ee, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=3aebaa2f-9000-4910-9c56-c1321c1645ee,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:51:55.523656 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:55.551915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:55.848576 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c4b28-c6a5-472a-9d6c-d03898dc60cf None None] Pushing event updated for resources: {'Port': ['ID=3aebaa2f-9000-4910-9c56-c1321c1645ee,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:55.858482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-dc7c4b28-c6a5-472a-9d6c-d03898dc60cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:55.957831 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:55.993258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Routers {'1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:51:55.994669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a0a0358>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:56.048162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 422e45d1-55eb-4f27-8bc5-dba74244d109 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:51:56.070335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.295774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:56.309303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Pushing event updated for resources: {'Port': ['ID=980949d7-a233-454d-b297-9ae9591cf47b,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:56.320256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.141s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:56.356752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 422e45d1-55eb-4f27-8bc5-dba74244d109 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:56.357979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.381275 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Network d2181703-f14f-4fe8-a943-cb5dacbb4abf is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:56.382686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:56.396518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:56.409906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:56.412715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.446316 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0254774
Apr 15 19:51:56.458172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Pushing event updated for resources: {'Port': ['ID=27ea1896-c589-442b-9fb0-deb3ed55cb4a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:56.461657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:56.478561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-f5ff3c32-69ec-40be-9c6b-d34a206289d0 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:51:56.480201 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-f5ff3c32-69ec-40be-9c6b-d34a206289d0 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0144742
Apr 15 19:51:56.544773 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.547248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-31900384-065a-45d6-8e12-e9e196736923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.427s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:51:56.747342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c43198-b104-49e5-be05-d071c705fe82,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:51:56.881093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:51:56.891874 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-555cc52e-bac4-445a-8bdd-be17a3e62f98 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:56.895217 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-555cc52e-bac4-445a-8bdd-be17a3e62f98 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 818 time: 1.7188621
Apr 15 19:51:56.908697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:56.971644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:51:56.979517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40892) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:56.982398 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/04c43198-b104-49e5-be05-d071c705fe82 HTTP/1.1" status: 204  len: 168 time: 4.1937470
Apr 15 19:51:56.985442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:51:57.012513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:51:57.105201 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-ce80ff70-83d2-4ef0-8450-1e49d871a7fd tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/quotas/684b341c4ce449dd86d6a51e0633e5ab HTTP/1.1" status: 200  len: 375 time: 0.1596215
Apr 15 19:51:57.106646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:57.250401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:57.278320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] Set router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:51:57.390282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-22d19c9d-2ccb-4d82-8801-e6af0fef304e None None] Provisioning for port 980949d7-a233-454d-b297-9ae9591cf47b completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:51:57.397056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-22d19c9d-2ccb-4d82-8801-e6af0fef304e None None] Provisioning complete for port 980949d7-a233-454d-b297-9ae9591cf47b triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:51:57.397752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22d19c9d-2ccb-4d82-8801-e6af0fef304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:57.420406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Request body: {'port': {'device_id': 'dfcb0ac4-3cef-44ba-8766-5fa9259164f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:51:57.437498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7553a5-fa34-4a34-afe0-0818765319f2 req-b72d8028-3c08-4817-9626-777af1dd28ec tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:57.456891 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cc7553a5-fa34-4a34-afe0-0818765319f2 req-b72d8028-3c08-4817-9626-777af1dd28ec tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 932 time: 1.4048662
Apr 15 19:51:57.538075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-22d19c9d-2ccb-4d82-8801-e6af0fef304e None None] Port 980949d7-a233-454d-b297-9ae9591cf47b cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:51:57.575861 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cc7553a5-fa34-4a34-afe0-0818765319f2 req-929b5f79-e76f-4a6f-8075-02a93e084a9d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175165
Apr 15 19:51:57.645615 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-43fec68b-d70b-4e3d-b8af-dd74a3ab1ea5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3489678
Apr 15 19:51:57.998606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:58.151689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:58.209925 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-e34b4fe4-75fa-47ea-869d-6e3c59b9ac68 service neutron] 10.222.0.58 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4761639
Apr 15 19:51:58.225475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a0a0358>, [{'id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:49Z', 'revision_number': 4, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'gw_port': {'id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:40Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '3aebaa2f-9000-4910-9c56-c1321c1645ee', 'name': '', 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'mac_address': 'fa:16:3e:16:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7c489da3-5ad2-45d9-9dfe-ede08e8da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:47Z', 'updated_at': '2021-04-15T19:51:55Z', 'revision_number': 4, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'subnets': [{'id': '7c489da3-5ad2-45d9-9dfe-ede08e8da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:58.230047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cf1070-960d-417f-9383-42782acc74b3 None None] The sync data for ids ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'] in dv-cinder-786384-2-iscsi is: [{'id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:49Z', 'revision_number': 4, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'gw_port': {'id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:40Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '3aebaa2f-9000-4910-9c56-c1321c1645ee', 'name': '', 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'mac_address': 'fa:16:3e:16:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7c489da3-5ad2-45d9-9dfe-ede08e8da69c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:47Z', 'updated_at': '2021-04-15T19:51:55Z', 'revision_number': 4, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'subnets': [{'id': '7c489da3-5ad2-45d9-9dfe-ede08e8da69c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:51:58.534920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd5998b6fd0>> segment before_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.535693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd5998b6fd0>> subnet precommit_delete_associations 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.536567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998673c8>> segment_host_mapping after_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.537191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998673c8>> port after_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.537560 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998673c8>> port after_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.538099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998673c8>> port after_update 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.538450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998673c8>> segment after_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.538824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998673c8>> subnet after_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.542499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998673c8>> subnet after_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.542969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd5998673c8>> subnet after_update 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:58.766034 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-e490ca90-e50b-4ee0-9131-25186b992b5a service neutron] 10.222.0.58 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5589492
Apr 15 19:51:58.776665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:59.050597 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd5995a0828>> subnet after_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:59.051011 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd5995a0828>> subnet after_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:59.051401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd5995a0828>> subnet before_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:59.051744 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd5995a0828>> subnet before_update 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 19:51:59.052145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd5997a1828>,) {'filters': {'network_id': ['00384dd2-5b93-49b5-aaf8-5cdc3403c258']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:59.061274 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.68', 54305) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:59.061651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 40956) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:51:59.357700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-b4d6ae55-22d1-46c9-956f-c5377d90ace7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:51:59.359484 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-b4d6ae55-22d1-46c9-956f-c5377d90ace7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Synchronizing usage tracker for tenant:684b341c4ce449dd86d6a51e0633e5ab on resource:network {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:51:59.518990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5997a1828>, '223741d3-adf0-4c8f-ba9e-918acce36da5') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:59.519541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5997a1828>, '223741d3-adf0-4c8f-ba9e-918acce36da5') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:51:59.544050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2135267'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:59.570775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:51:59.582142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:51:59.762053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:00.027021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:00.146590 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3d655e92-4a6c-4c1d-8e2a-04a779dbac1f req-8bfc39ed-11c1-47a0-bfa6-23ef25df586e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 210 time: 0.2558336
Apr 15 19:52:00.149340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:00.153581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 3aebaa2f-9000-4910-9c56-c1321c1645ee up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:52:00.288732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:00.323420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 3aebaa2f-9000-4910-9c56-c1321c1645ee completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:52:00.335867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 3aebaa2f-9000-4910-9c56-c1321c1645ee triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:00.336556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:00.370088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Network 00384dd2-5b93-49b5-aaf8-5cdc3403c258 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:52:00.392187 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852661470'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:00.670696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:00.773134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 3aebaa2f-9000-4910-9c56-c1321c1645ee, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=3aebaa2f-9000-4910-9c56-c1321c1645ee,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:00.779960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:00.786811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:00.882331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ea1896-c589-442b-9fb0-deb3ed55cb4a {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:00.889341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Pushing event updated for resources: {'Port': ['ID=980949d7-a233-454d-b297-9ae9591cf47b,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:00.898602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:00.904242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:00.919899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=3aebaa2f-9000-4910-9c56-c1321c1645ee,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:00.929987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edf5e2-795c-4456-991c-ce83886d547b req-632bf45d-2adc-4ef7-88fd-0bea4d220c62 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:00.937547 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a1edf5e2-795c-4456-991c-ce83886d547b req-632bf45d-2adc-4ef7-88fd-0bea4d220c62 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 932 time: 1.1602824
Apr 15 19:52:00.937716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:00.944264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Transition to ACTIVE for port object 27ea1896-c589-442b-9fb0-deb3ed55cb4a will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:52:01.007635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-b4d6ae55-22d1-46c9-956f-c5377d90ace7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Unset dirty status for tenant:684b341c4ce449dd86d6a51e0633e5ab on resource:network {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:01.009091 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-b4d6ae55-22d1-46c9-956f-c5377d90ace7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 818 time: 1.9350717
Apr 15 19:52:01.036887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:01.039094 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a1edf5e2-795c-4456-991c-ce83886d547b req-d33cf516-56b4-4a7d-bc76-13a005b2208b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003778
Apr 15 19:52:01.084003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:52:01.085278 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:52:01.317097 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Network 00384dd2-5b93-49b5-aaf8-5cdc3403c258 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:52:01.528803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-93fd8916-7930-4f19-9be3-dd4ca1472d5e None None] Provisioning complete for port 980949d7-a233-454d-b297-9ae9591cf47b triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:01.530724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-93fd8916-7930-4f19-9be3-dd4ca1472d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:01.544039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   from cryptography.utils import int_from_bytes
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   from cryptography.utils import int_from_bytes
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   (rel_b, rel_a, rel_b),
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:52:01.642382 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:52:01.676341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Pushing event updated for resources: {'Port': ['ID=27ea1896-c589-442b-9fb0-deb3ed55cb4a,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:01.741780 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7be2d3a1-79b8-4787-ad1c-bafd001baf2a req-03f2ab11-3d22-4ed8-a1a3-e18b18aa8b9d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 210 time: 0.2054489
Apr 15 19:52:01.742040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-93fd8916-7930-4f19-9be3-dd4ca1472d5e None None] Port 980949d7-a233-454d-b297-9ae9591cf47b cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:52:01.812082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:01.825692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:01.829422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:01.860844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:52:01.890628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:01.911091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Usage tracker for resource:security_group_rule and tenant:2c5ca85f1a104f02b856fbdcebc9fca8 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:01.914536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:01.922806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:02.084563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 3aebaa2f-9000-4910-9c56-c1321c1645ee up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:52:02.096515 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6e29a746-5793-40b0-b752-743f6c940b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:02.119233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:02.133151 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] 10.222.0.58 "DELETE /v2.0/networks/00384dd2-5b93-49b5-aaf8-5cdc3403c258 HTTP/1.1" status: 204  len: 168 time: 5.1520576
Apr 15 19:52:02.149131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Pushing event deleted for resources: {'Network': ['ID=00384dd2-5b93-49b5-aaf8-5cdc3403c258,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:02.175139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:02.185455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Request body: {'port': {'device_id': '4f202f3f-01c9-41c6-842e-ee96f6b40094', 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc', 'admin_state_up': True, 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:02.205982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 3aebaa2f-9000-4910-9c56-c1321c1645ee triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:02.206409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:02.312619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:02.490909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41064) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:02.635887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41070) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:02.639918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:02.683857 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:02.698473 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-06fa6c8c-8157-4b95-be82-48135b67a2a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4c260760be74102b5b0333893753468&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2027082
Apr 15 19:52:02.711582 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41078) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:02.727117 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c5ca85f1a104f02b856fbdcebc9fca8&name=default HTTP/1.1" status: 200  len: 2979 time: 3.6510546
Apr 15 19:52:02.733272 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:02.747352 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:52:02.750616 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41082) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:02.757972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Sync routers for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:52:02.768348 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] 10.222.0.58 "PUT /v2.0/routers/1def5611-d9e3-4af3-9dae-c7ff6e6ea437/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2578955
Apr 15 19:52:02.795237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:52:02.797255 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a311550>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:51:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:02.809314 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c53aab-68e6-4aee-b6b1-3331da5699d8 req-f27e2c16-4dd9-4033-89a6-e3233a1e7cf3 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:02.815999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Usage tracker for resource:port and tenant:684b341c4ce449dd86d6a51e0633e5ab is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:02.817566 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-26c53aab-68e6-4aee-b6b1-3331da5699d8 req-f27e2c16-4dd9-4033-89a6-e3233a1e7cf3 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 944 time: 0.5053561
Apr 15 19:52:02.820837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b89e5ff-285c-4660-9b86-0455d471d091,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:02.824669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:02.829807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:02.891478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:02.972276 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Made reservation on behalf of 684b341c4ce449dd86d6a51e0633e5ab for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:52:02.981842 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-26c53aab-68e6-4aee-b6b1-3331da5699d8 req-dbe0f4c7-eaf9-4382-859a-33e002054b66 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597059
Apr 15 19:52:03.010290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:03.148334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:52:03.239928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-63169cfc-1bf4-41a5-ad53-3d8a14ad533a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:03.338565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-63169cfc-1bf4-41a5-ad53-3d8a14ad533a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:03.478926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Allocated IP 172.20.0.13 (e6ead994-471f-49ea-8876-a7b9c3272bfc/7c489da3-5ad2-45d9-9dfe-ede08e8da69c/8cba2f2f-513f-4df4-9b61-66010fa48a36) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:52:03.521505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41102) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:03.603830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:03.629942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Attempting to bind port 27ea1896-c589-442b-9fb0-deb3ed55cb4a on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:52:03.630743 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Attempting to bind port 27ea1896-c589-442b-9fb0-deb3ed55cb4a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f4126ad7-230f-476c-a9b3-e98f73eb2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd2181703-f14f-4fe8-a943-cb5dacbb4abf'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:52:03.630743 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Attempting to bind port 27ea1896-c589-442b-9fb0-deb3ed55cb4a on network d2181703-f14f-4fe8-a943-cb5dacbb4abf {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:03.697434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:03.705978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Port 27ea1896-c589-442b-9fb0-deb3ed55cb4a on network d2181703-f14f-4fe8-a943-cb5dacbb4abf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:52:03.706344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Attempting to bind port 27ea1896-c589-442b-9fb0-deb3ed55cb4a on network d2181703-f14f-4fe8-a943-cb5dacbb4abf {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:03.717719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Usage tracker for resource:security_group_rule and tenant:763a55653a754958a74f42afbcf7ca0b is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:03.733740 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5446fbf6-08ad-4fda-980c-d06baa675f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:03.737140 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:03.797685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:52:03.798071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Checking segment: {'id': 'f4126ad7-230f-476c-a9b3-e98f73eb2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd2181703-f14f-4fe8-a943-cb5dacbb4abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:52:03.798683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Bound using segment: {'id': 'f4126ad7-230f-476c-a9b3-e98f73eb2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd2181703-f14f-4fe8-a943-cb5dacbb4abf'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:52:03.799266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Bound port: 27ea1896-c589-442b-9fb0-deb3ed55cb4a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4126ad7-230f-476c-a9b3-e98f73eb2b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'd2181703-f14f-4fe8-a943-cb5dacbb4abf'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:52:03.807722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:03.853957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:03.858434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5446fbf6-08ad-4fda-980c-d06baa675f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:03.949839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-63169cfc-1bf4-41a5-ad53-3d8a14ad533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:03.962672 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b93dac59-da2d-4587-b58b-354def2f7781 req-a3e276ae-ee50-4ade-b84b-6529f362b2c2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 210 time: 0.4717956
Apr 15 19:52:03.973940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5446fbf6-08ad-4fda-980c-d06baa675f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:03.976387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:04.001626 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63169cfc-1bf4-41a5-ad53-3d8a14ad533a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61053d6-8b8e-4f97-a23a-0c95c4280ce7,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:04.070768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5446fbf6-08ad-4fda-980c-d06baa675f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.073493 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-5446fbf6-08ad-4fda-980c-d06baa675f55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b89e5ff-285c-4660-9b86-0455d471d091 HTTP/1.1" status: 204  len: 168 time: 1.3101406
Apr 15 19:52:04.079500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-63169cfc-1bf4-41a5-ad53-3d8a14ad533a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.081282 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-63169cfc-1bf4-41a5-ad53-3d8a14ad533a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d61053d6-8b8e-4f97-a23a-0c95c4280ce7 HTTP/1.1" status: 204  len: 168 time: 1.3639505
Apr 15 19:52:04.082840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446fbf6-08ad-4fda-980c-d06baa675f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b89e5ff-285c-4660-9b86-0455d471d091,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:04.086451 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5446fbf6-08ad-4fda-980c-d06baa675f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:04.088196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:04.088936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:04.149892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:52:04.155920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.222981 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:04.284226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-966dea81-1473-4c62-a9c7-9d87e576d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.356402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Usage tracker for resource:security_group_rule and tenant:af3e24cc171f4dbf97d536ddbb8c0151 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:04.392418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a311550>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:51:59Z', 'revision_number': 2, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:04.406036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Checking router: 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:52:04.406452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Updating router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 port 980949d7-a233-454d-b297-9ae9591cf47b binding host dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:52:04.450479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41130) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:04.453075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.469177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37141d7-06ec-4d18-b6fb-81985ed16f36 req-6a0f2c2b-c870-453a-885d-46caae4b367b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:04.471434 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e37141d7-06ec-4d18-b6fb-81985ed16f36 req-6a0f2c2b-c870-453a-885d-46caae4b367b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 944 time: 0.2559347
Apr 15 19:52:04.574358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332943141', 'description': 'tempest-description--1249813518'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:04.597512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.645233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.650289 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e37141d7-06ec-4d18-b6fb-81985ed16f36 req-b8589501-e346-421a-a7e6-a7ba21e0781b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604836
Apr 15 19:52:04.651391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:04.680662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:security_group and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:04.686570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:04.708419 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:04.740621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.779915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] For port 27ea1896-c589-442b-9fb0-deb3ed55cb4a, host hv-cinder-78638, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:52:04.788504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] For port 27ea1896-c589-442b-9fb0-deb3ed55cb4a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27ea1896-c589-442b-9fb0-deb3ed55cb4a,segment=NetworkSegment(f4126ad7-230f-476c-a9b3-e98f73eb2b20),segment_id=f4126ad7-230f-476c-a9b3-e98f73eb2b20)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:52:04.791853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:04.810703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.812422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.813837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:04.819495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:04.822877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:04.824353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:security_group_rule and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:04.836869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:04.843453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:04.897723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41142) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:05.024041 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-bfdaf957-518d-4f51-965a-43cdb6e4d1db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5541cee0fc8441cd86e794458a5eaf16&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1249974
Apr 15 19:52:05.024780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41150) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:05.101237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.102550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:05.122327 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=763a55653a754958a74f42afbcf7ca0b&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4811347
Apr 15 19:52:05.126691 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41154) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:05.255443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-384e09af-ee52-4f66-b985-680f666bf119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.259217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.375426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c0733-2c01-4ca6-b0bd-fb79217de591,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:05.375664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-384e09af-ee52-4f66-b985-680f666bf119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.395534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:05.396092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:05.537819 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af3e24cc171f4dbf97d536ddbb8c0151&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0149357
Apr 15 19:52:05.547348 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.548928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.551197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41168) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:05.567526 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-084c4b43-424b-434a-b5d7-486e841bbada req-47f933b8-754d-4528-8e28-56f1dcd7fc9f tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 210 time: 0.3201253
Apr 15 19:52:05.578407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Transition to ACTIVE for port object 980949d7-a233-454d-b297-9ae9591cf47b will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:52:05.597034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.614750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1534cba-b897-415f-9c56-97576bfa9a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.647862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1534cba-b897-415f-9c56-97576bfa9a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.659799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.678145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:05.719887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:05.786572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:05.826886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-384e09af-ee52-4f66-b985-680f666bf119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.832850 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:05.850737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:05.883202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.887226 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.4120886
Apr 15 19:52:05.895128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Pushing event updated for resources: {'Port': ['ID=8cba2f2f-513f-4df4-9b61-66010fa48a36,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:05.904071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e09af-ee52-4f66-b985-680f666bf119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9dd419-23d3-4003-95ad-218dd08593f7,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:05.906219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41178) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:05.925235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-384e09af-ee52-4f66-b985-680f666bf119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:05.930307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'security_group_rule': {'security_group_id': '4c27b5c4-1b34-4a2d-ba12-e0a8cda15940', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:05.969454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1534cba-b897-415f-9c56-97576bfa9a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.970797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:05.978132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1534cba-b897-415f-9c56-97576bfa9a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:05.990126 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a1534cba-b897-415f-9c56-97576bfa9a1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1e2c0733-2c01-4ca6-b0bd-fb79217de591 HTTP/1.1" status: 204  len: 168 time: 0.8432214
Apr 15 19:52:05.991493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:security_group_rule and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:05.999774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-785fdc32-5dc9-4fec-8f3b-683bee27fd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:06.023295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-384e09af-ee52-4f66-b985-680f666bf119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.024498 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-384e09af-ee52-4f66-b985-680f666bf119 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af9dd419-23d3-4003-95ad-218dd08593f7 HTTP/1.1" status: 204  len: 168 time: 0.9948819
Apr 15 19:52:06.025720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:06.047039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3ef32-cc13-4f8c-b7e0-72c5847f370a None None] Pushing event updated for resources: {'Port': ['ID=980949d7-a233-454d-b297-9ae9591cf47b,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:06.053653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d7e3ef32-cc13-4f8c-b7e0-72c5847f370a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:06.057088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Network e6ead994-471f-49ea-8876-a7b9c3272bfc is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:52:06.061586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:52:06.065682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:52:06.131285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:06.143454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-df56315d-8685-4925-8118-f76cff810c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.151167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1534cba-b897-415f-9c56-97576bfa9a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c0733-2c01-4ca6-b0bd-fb79217de591,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:06.170182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a1534cba-b897-415f-9c56-97576bfa9a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:06.223906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-44f66635-d558-4292-b413-272213072395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.230051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.311094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:06.312064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.314289 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] 10.222.0.68 "PUT /v2.0/ports/27ea1896-c589-442b-9fb0-deb3ed55cb4a HTTP/1.1" status: 200  len: 1094 time: 9.4090807
Apr 15 19:52:06.316042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcb0ac4-3cef-44ba-8766-5fa9259164f1', 'tag': '27ea1896-c589-442b-9fb0-deb3ed55cb4a'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:06.378174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:06.379221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.397326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-df56315d-8685-4925-8118-f76cff810c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.405327 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695431e-ed63-4083-86f7-4c4119f2742f req-b5832947-3332-45c3-84a3-8e2d1670eff7 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:06.420750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Pushing event updated for resources: {'Port': ['ID=27ea1896-c589-442b-9fb0-deb3ed55cb4a,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:06.426035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:06.432705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.155s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:06.433336 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:06.434855 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4695431e-ed63-4083-86f7-4c4119f2742f req-b5832947-3332-45c3-84a3-8e2d1670eff7 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 944 time: 0.4399989
Apr 15 19:52:06.450652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.098s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:06.518476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.539944 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.555739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:06.568252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a2200c-8fab-45eb-aa7d-2fb3b82027c6,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:06.578495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:06.616990 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4695431e-ed63-4083-86f7-4c4119f2742f req-d3baf084-2b84-45a7-b016-e4407a4a3fed tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793857
Apr 15 19:52:06.639429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11925b4-de77-44c8-b5df-43529af630ee,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:06.643918 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a935542a-7f20-4f86-8162-2153f18b79d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4709268
Apr 15 19:52:06.645848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Attempting to bind port 980949d7-a233-454d-b297-9ae9591cf47b on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:52:06.646269 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Attempting to bind port 980949d7-a233-454d-b297-9ae9591cf47b by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:52:06.646679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Attempting to bind port 980949d7-a233-454d-b297-9ae9591cf47b on network 985a7b11-3fa6-4a91-bf02-60ccff754b78 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:06.651934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:06.670507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:52:06.670931 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Checking segment: {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:52:06.671423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.671843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Bound using segment: {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:52:06.672371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Bound port: 980949d7-a233-454d-b297-9ae9591cf47b, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:52:06.672794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.680868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.682449 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7689252
Apr 15 19:52:06.685617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41202) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:06.691906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'security_group_rule': {'security_group_id': '4c27b5c4-1b34-4a2d-ba12-e0a8cda15940', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:06.706864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:06.717095 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:security_group_rule and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:06.724140 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:06.739868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:06.776782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.845636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] For port 980949d7-a233-454d-b297-9ae9591cf47b, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:52:06.845997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-df56315d-8685-4925-8118-f76cff810c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.852112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] For port 980949d7-a233-454d-b297-9ae9591cf47b, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=980949d7-a233-454d-b297-9ae9591cf47b,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:52:06.881281 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:06.887558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:06.980889 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:07.039584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:07.095832 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-48f6b403-e6e4-4777-949c-f25577e48064 req-7de18727-5c31-4859-950b-7d39305acf85 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 210 time: 0.1733060
Apr 15 19:52:07.125792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3ef32-cc13-4f8c-b7e0-72c5847f370a None None] Pushing event updated for resources: {'Port': ['ID=980949d7-a233-454d-b297-9ae9591cf47b,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:07.133413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:07.140999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:07.141868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d7e3ef32-cc13-4f8c-b7e0-72c5847f370a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:07.146751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:07.224146 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049316ff-48dc-43ad-9928-73469911fe95,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:07.231604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:52:07.232428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a311550>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:52:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:07.241285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:07.262267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:07.269094 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5819962
Apr 15 19:52:07.270255 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41214) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:07.277150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'floatingip': {'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:07.285068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:07.290718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:floatingip and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:07.295358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:07.323217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:07.349685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:07.397572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41220) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:07.464299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56315d-8685-4925-8118-f76cff810c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a2200c-8fab-45eb-aa7d-2fb3b82027c6,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:07.500126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Request body: {'port': {'device_id': '4f202f3f-01c9-41c6-842e-ee96f6b40094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:07.657724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-df56315d-8685-4925-8118-f76cff810c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:07.665138 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-df56315d-8685-4925-8118-f76cff810c9f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2a2200c-8fab-45eb-aa7d-2fb3b82027c6 HTTP/1.1" status: 204  len: 168 time: 2.1106267
Apr 15 19:52:07.682956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.68', 54320) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:07.694473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-99edd606-8cee-4a38-aff4-6826fafcfc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:07.774350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-99edd606-8cee-4a38-aff4-6826fafcfc83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:07.828153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-99edd606-8cee-4a38-aff4-6826fafcfc83 admin admin] Usage tracker for resource:security_group_rule and tenant:71ef3a68a118400481493de73d349168 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:07.835949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-df56315d-8685-4925-8118-f76cff810c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:07.840965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:07.846009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-99edd606-8cee-4a38-aff4-6826fafcfc83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:07.895179 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-99edd606-8cee-4a38-aff4-6826fafcfc83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:07.997581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:52:08.027085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809b653-1622-4e3c-b889-39e4011eb48d req-fb0fbeec-c450-4fdf-8213-93c81490bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:08.029406 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-fb0fbeec-c450-4fdf-8213-93c81490bfcc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4a86c89f03e548cdb2f0fc7c1af2ea4c&device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 1097 time: 1.3911297
Apr 15 19:52:08.089441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:08.278129 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-374dde13-ec11-4449-b230-78c503df7d47 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:08.281067 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-374dde13-ec11-4449-b230-78c503df7d47 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 818 time: 0.4596362
Apr 15 19:52:08.405325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Request body: {'port': {'device_id': '3c5511dc-7635-490f-86b8-2a3c15d4d90e', 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc', 'admin_state_up': True, 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:08.531006 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-f0dca4ac-1160-47b3-990b-fdfcbc8834e2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27ea1896-c589-442b-9fb0-deb3ed55cb4a HTTP/1.1" status: 200  len: 217 time: 0.3992889
Apr 15 19:52:08.836534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:08.857918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41264) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:08.922634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a311550>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:06Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:52:08.951633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e876a96-095a-4f15-ab28-122a886e16c3 None None] The sync data for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi is: [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:06Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:52:09.003577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.083630 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcb0ac4-3cef-44ba-8766-5fa9259164f1', 'tag': '27ea1896-c589-442b-9fb0-deb3ed55cb4a', 'status': 'completed', 'code': 200}
Apr 15 19:52:09.153692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.193945 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51d429db-021e-42f2-9ae6-5d6d49a38685 req-7b9057ee-834c-4ce9-907b-fd7d95ef4957 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 210 time: 0.1309185
Apr 15 19:52:09.239351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:09.255499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cba2f2f-513f-4df4-9b61-66010fa48a36 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:09.268058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.268449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ee52dca72c1443e285402d4b1a1f767b is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:09.277354 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:09.303098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Transition to ACTIVE for port object 8cba2f2f-513f-4df4-9b61-66010fa48a36 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:52:09.313470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.315099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:09.324879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17411b6-c3ea-4921-8cf0-b673f72d0ff0 req-5dd6e547-ccf0-474a-b522-0ed6434d101b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:09.326569 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f17411b6-c3ea-4921-8cf0-b673f72d0ff0 req-5dd6e547-ccf0-474a-b522-0ed6434d101b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 944 time: 1.1865518
Apr 15 19:52:09.346871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:09.399733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:09.424375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Usage tracker for resource:port and tenant:684b341c4ce449dd86d6a51e0633e5ab is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:09.481680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:09.534872 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=8cba2f2f-513f-4df4-9b61-66010fa48a36,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:09.542745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:09.581367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-99edd606-8cee-4a38-aff4-6826fafcfc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.586865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:09.654409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-99edd606-8cee-4a38-aff4-6826fafcfc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.685129 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.710901 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.719185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:09.753375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edd606-8cee-4a38-aff4-6826fafcfc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719aa33c-ccc1-4ed5-ab57-88058b7a95ae,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:09.800172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Made reservation on behalf of 684b341c4ce449dd86d6a51e0633e5ab for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:52:09.808955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:09.887428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6730d76-6657-4d57-ab16-b0b9b8f98e3c,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:09.893680 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f17411b6-c3ea-4921-8cf0-b673f72d0ff0 req-32cc6bbd-7b77-44c2-86b8-d3afd69e7db1 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5478663
Apr 15 19:52:09.899550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:09.904451 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:09.904771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:09.923360 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-99edd606-8cee-4a38-aff4-6826fafcfc83 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=71ef3a68a118400481493de73d349168&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5097761
Apr 15 19:52:09.927689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41306) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:10.022036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Attempting to bind port 8cba2f2f-513f-4df4-9b61-66010fa48a36 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:52:10.022523 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Attempting to bind port 8cba2f2f-513f-4df4-9b61-66010fa48a36 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:52:10.022975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Attempting to bind port 8cba2f2f-513f-4df4-9b61-66010fa48a36 on network e6ead994-471f-49ea-8876-a7b9c3272bfc {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:10.042322 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Port 8cba2f2f-513f-4df4-9b61-66010fa48a36 on network e6ead994-471f-49ea-8876-a7b9c3272bfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:52:10.043221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Attempting to bind port 8cba2f2f-513f-4df4-9b61-66010fa48a36 on network e6ead994-471f-49ea-8876-a7b9c3272bfc {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:10.063356 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee52dca72c1443e285402d4b1a1f767b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1852875
Apr 15 19:52:10.077589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Allocated IP 172.27.3.192 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/14fea110-d46c-4c83-9273-3f23d6eb02fc) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:52:10.092402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41316) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:10.097897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 980949d7-a233-454d-b297-9ae9591cf47b up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:52:10.164991 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:52:10.165577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Checking segment: {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:52:10.166167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Bound using segment: {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:52:10.166804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Bound port: 8cba2f2f-513f-4df4-9b61-66010fa48a36, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:52:10.167379 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.284439 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 980949d7-a233-454d-b297-9ae9591cf47b completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:52:10.295767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 980949d7-a233-454d-b297-9ae9591cf47b triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:10.296196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.356465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Allocated IP 172.20.0.6 (e6ead994-471f-49ea-8876-a7b9c3272bfc/7c489da3-5ad2-45d9-9dfe-ede08e8da69c/abc0c4ce-b998-4acc-9da8-075ad1fe41bd) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:52:10.367820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d221b0c-e59f-490c-b38b-f90634d42ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.388433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.459660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d221b0c-e59f-490c-b38b-f90634d42ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.544135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809b653-1622-4e3c-b889-39e4011eb48d req-cfabf2b2-e84e-453e-8200-cbdc553855f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:10.545977 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-cfabf2b2-e84e-453e-8200-cbdc553855f9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3e096e3b-9be6-471c-b1cd-b5b78c3b6314 HTTP/1.1" status: 200  len: 851 time: 0.4471691
Apr 15 19:52:10.621285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.700800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06f05e92-696e-4a75-a468-40363f66c05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.713139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 980949d7-a233-454d-b297-9ae9591cf47b, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=980949d7-a233-454d-b297-9ae9591cf47b,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:10.734093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.736644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:10.746334 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-49449880-c9a8-401c-bc14-7d94cc2bfaed service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2181703-f14f-4fe8-a943-cb5dacbb4abf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1572230
Apr 15 19:52:10.756990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06f05e92-696e-4a75-a468-40363f66c05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.853695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=980949d7-a233-454d-b297-9ae9591cf47b,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:10.856965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:10.868083 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-31b24b80-a3d4-4694-a8dd-421963785eb0 req-3f89cc8d-d84e-4acc-bfd1-88b96d50555e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 210 time: 0.3775151
Apr 15 19:52:10.885728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.940947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:10.953750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d221b0c-e59f-490c-b38b-f90634d42ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:10.961674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] For port 8cba2f2f-513f-4df4-9b61-66010fa48a36, host hv-cinder-78638, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:52:10.965257 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] For port 8cba2f2f-513f-4df4-9b61-66010fa48a36, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:52:10.975786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:11.001107 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6ada1689-4e33-4c8e-b83f-8707926ca039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:11.039902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d221b0c-e59f-490c-b38b-f90634d42ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719aa33c-ccc1-4ed5-ab57-88058b7a95ae,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:11.102791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4d221b0c-e59f-490c-b38b-f90634d42ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:11.106602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:11.169868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d221b0c-e59f-490c-b38b-f90634d42ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:11.174423 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4d221b0c-e59f-490c-b38b-f90634d42ae1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/719aa33c-ccc1-4ed5-ab57-88058b7a95ae HTTP/1.1" status: 204  len: 168 time: 1.2444394
Apr 15 19:52:11.221741 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06f05e92-696e-4a75-a468-40363f66c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:11.228899 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-90e2f175-e2cf-4be3-bdce-388f59a767e1 service neutron] 10.222.0.68 "GET /v2.0/networks/d2181703-f14f-4fe8-a943-cb5dacbb4abf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4105155
Apr 15 19:52:11.265447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:11.279801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'Port': ['ID=14fea110-d46c-4c83-9273-3f23d6eb02fc,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:11.285226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:11.349827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:52:11.354468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:52:11.357011 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:52:11.412483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d2527-617f-4def-a204-a076ab52ad77 req-9f5ae3ec-a0be-4fc7-afe8-e6068892407d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:11.420716 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7e1d2527-617f-4def-a204-a076ab52ad77 req-9f5ae3ec-a0be-4fc7-afe8-e6068892407d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 944 time: 0.3461413
Apr 15 19:52:11.472083 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7809b653-1622-4e3c-b889-39e4011eb48d req-6c5a0224-1233-4fbf-a508-00ef79d3a3b3 service neutron] 10.222.0.68 "GET /v2.0/networks/d2181703-f14f-4fe8-a943-cb5dacbb4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905813
Apr 15 19:52:11.472673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=8cba2f2f-513f-4df4-9b61-66010fa48a36,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:11.492587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06f05e92-696e-4a75-a468-40363f66c05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:11.492587 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-06f05e92-696e-4a75-a468-40363f66c05d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e6730d76-6657-4d57-ab16-b0b9b8f98e3c HTTP/1.1" status: 204  len: 168 time: 1.3884974
Apr 15 19:52:11.493666 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:11.494388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:11.496043 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] 10.222.0.68 "PUT /v2.0/ports/8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 200  len: 1094 time: 4.0483813
Apr 15 19:52:11.496499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f202f3f-01c9-41c6-842e-ee96f6b40094', 'tag': '8cba2f2f-513f-4df4-9b61-66010fa48a36'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:11.512591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:11.525087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:11.525543 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:11.554290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05e92-696e-4a75-a468-40363f66c05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6730d76-6657-4d57-ab16-b0b9b8f98e3c,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:11.573264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-06f05e92-696e-4a75-a468-40363f66c05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:11.600245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:11.644978 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f202f3f-01c9-41c6-842e-ee96f6b40094', 'tag': '8cba2f2f-513f-4df4-9b61-66010fa48a36', 'status': 'completed', 'code': 200}
Apr 15 19:52:11.660180 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7e1d2527-617f-4def-a204-a076ab52ad77 req-13a6f7a6-3b93-4f7f-acb5-0c970fe6ee2a tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379448
Apr 15 19:52:11.821082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a894e93f-ddd9-4752-ace2-5b7b11d8bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:11.822687 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-a894e93f-ddd9-4752-ace2-5b7b11d8bf4e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1097 time: 0.2471545
Apr 15 19:52:11.824578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53de64c-3816-4681-9887-2466374d8bae req-3e30a30d-e188-4b32-ac47-efdb95819ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:11.829102 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f53de64c-3816-4681-9887-2466374d8bae req-3e30a30d-e188-4b32-ac47-efdb95819ea2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4a86c89f03e548cdb2f0fc7c1af2ea4c&device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 1097 time: 0.2548697
Apr 15 19:52:11.878443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Pushing event updated for resources: {'Port': ['ID=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:11.881618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:11.883197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:12.025871 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-c528d9ff-4d7d-4583-b4a6-73b6335cd7df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 200  len: 217 time: 0.1930864
Apr 15 19:52:12.100210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 980949d7-a233-454d-b297-9ae9591cf47b up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:52:12.171172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Network e6ead994-471f-49ea-8876-a7b9c3272bfc is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:52:12.181770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:52:12.184856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:52:12.244520 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 980949d7-a233-454d-b297-9ae9591cf47b triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:12.246422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:12.316557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:12.331976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53de64c-3816-4681-9887-2466374d8bae req-efd876ad-f8d7-43af-bec3-86e94de3d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:12.334664 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f53de64c-3816-4681-9887-2466374d8bae req-efd876ad-f8d7-43af-bec3-86e94de3d805 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2181703-f14f-4fe8-a943-cb5dacbb4abf HTTP/1.1" status: 200  len: 912 time: 0.3067539
Apr 15 19:52:12.823067 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f53de64c-3816-4681-9887-2466374d8bae req-35dc252f-739f-4ec2-b924-aa706f95650e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27ea1896-c589-442b-9fb0-deb3ed55cb4a HTTP/1.1" status: 200  len: 217 time: 0.4205549
Apr 15 19:52:12.850491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-e5b4e406-3284-429c-8cfb-32e440b223ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:12.852491 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-e5b4e406-3284-429c-8cfb-32e440b223ee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.5146434
Apr 15 19:52:12.937514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:12.938269 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:12.959850 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-8b446258-21d3-4841-8976-5014f005ded2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623169
Apr 15 19:52:13.008774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e91f0-635b-47a4-93ca-fdda55906994 req-dfee6628-e54a-40f3-a118-26943d3eb120 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:13.009455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-583e91f0-635b-47a4-93ca-fdda55906994 req-dfee6628-e54a-40f3-a118-26943d3eb120 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Synchronizing usage tracker for tenant:684b341c4ce449dd86d6a51e0633e5ab on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:13.091782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53de64c-3816-4681-9887-2466374d8bae req-43b0873d-8df4-42e9-9127-e75108fad9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:13.093848 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f53de64c-3816-4681-9887-2466374d8bae req-43b0873d-8df4-42e9-9127-e75108fad9bb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3e096e3b-9be6-471c-b1cd-b5b78c3b6314 HTTP/1.1" status: 200  len: 851 time: 0.2399023
Apr 15 19:52:13.129291 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7290745
Apr 15 19:52:13.146544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Request body: {'port': {'device_id': '3c5511dc-7635-490f-86b8-2a3c15d4d90e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:13.172556 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f53de64c-3816-4681-9887-2466374d8bae req-b234e640-3700-45b1-8560-46aa3db97322 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2181703-f14f-4fe8-a943-cb5dacbb4abf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0707946
Apr 15 19:52:13.219756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-583e91f0-635b-47a4-93ca-fdda55906994 req-dfee6628-e54a-40f3-a118-26943d3eb120 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Unset dirty status for tenant:684b341c4ce449dd86d6a51e0633e5ab on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:13.221673 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-583e91f0-635b-47a4-93ca-fdda55906994 req-dfee6628-e54a-40f3-a118-26943d3eb120 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 931 time: 1.1435006
Apr 15 19:52:13.261332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70762da-6d63-4478-8812-2d51b40896f7 req-870f029d-8599-43b7-b8ed-cda2a1912fcd tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:13.262900 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b70762da-6d63-4478-8812-2d51b40896f7 req-870f029d-8599-43b7-b8ed-cda2a1912fcd tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 944 time: 0.4411283
Apr 15 19:52:13.284048 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-8ce2f9e5-4c7c-4e31-9af7-ed07b5137018 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141057
Apr 15 19:52:13.421299 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-583e91f0-635b-47a4-93ca-fdda55906994 req-71d0817d-5884-46fa-bfb3-3d09638aee9c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807082
Apr 15 19:52:13.427561 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b70762da-6d63-4478-8812-2d51b40896f7 req-b90de616-8edd-424e-9783-ffa368eac1f8 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435161
Apr 15 19:52:13.436565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:13.471220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:13.499043 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbe4109e-f043-49e6-9f37-01d85cd76b43 req-f0de16ca-29cb-4d2c-a9a9-b71a49b81730 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2092993
Apr 15 19:52:13.597411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41500) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:13.627620 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f53de64c-3816-4681-9887-2466374d8bae req-9454e01e-c517-43c6-8bde-bc8fcf1e36c2 service neutron] 10.222.0.68 "GET /v2.0/networks/d2181703-f14f-4fe8-a943-cb5dacbb4abf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4421084
Apr 15 19:52:13.665812 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41506) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:13.797055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-b4b5d8bf-329f-4983-9912-4046a0c19219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:13.799671 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-b4b5d8bf-329f-4983-9912-4046a0c19219 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1097 time: 0.2423372
Apr 15 19:52:13.910925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc0c4ce-b998-4acc-9da8-075ad1fe41bd {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:13.919415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:13.934829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:13.951033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Transition to ACTIVE for port object abc0c4ce-b998-4acc-9da8-075ad1fe41bd will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:52:13.954394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4e979dd6-4e0a-423d-9781-87b3e0a0973e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:13.986966 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f53de64c-3816-4681-9887-2466374d8bae req-18751886-299d-48e6-8786-8398942d9b32 service neutron] 10.222.0.68 "GET /v2.0/networks/d2181703-f14f-4fe8-a943-cb5dacbb4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3501103
Apr 15 19:52:14.000061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41520) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:14.009895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.069370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.118519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:14.151719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Usage tracker for resource:security_group_rule and tenant:230ed71ce90744669e66572edeeaedf5 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:14.185434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.195424 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:14.200330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.211014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-287dd351-af85-43cd-afd7-06475a99ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:14.213010 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-287dd351-af85-43cd-afd7-06475a99ac96 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 919 time: 0.3973987
Apr 15 19:52:14.225284 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'Port': ['ID=14fea110-d46c-4c83-9273-3f23d6eb02fc,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:14.226136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:14.243422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:14.243879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:14.284077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:14.294412 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:14.310726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Usage tracker for resource:security_group_rule and tenant:cb6845bfa592480bb90bdef6548be248 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:14.315689 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-b0e04038-8066-46fd-9e66-81f616a7489c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 200  len: 217 time: 0.0908482
Apr 15 19:52:14.316500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:14.319593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Usage tracker for resource:security_group_rule and tenant:f696acc8606e42768f49ce83b35e3c33 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:14.326959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:14.368387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:14.371237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:14.384334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:14.388115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:14.461555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-73dceb83-ee46-4f07-8686-b211b63ec6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:14.463134 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-73dceb83-ee46-4f07-8686-b211b63ec6f4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.1398032
Apr 15 19:52:14.537679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.539138 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-c4d12d04-ecd2-4703-92fc-b8238d9e1b5f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0681515
Apr 15 19:52:14.719060 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.720112 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.4485960
Apr 15 19:52:14.730138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.767738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.793998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:14.805900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.817849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1a7f4-a9de-426c-a761-69c37bb57636 req-0fcd67da-0426-49ef-aec9-454a62446b39 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:14.819808 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58d1a7f4-a9de-426c-a761-69c37bb57636 req-0fcd67da-0426-49ef-aec9-454a62446b39 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 944 time: 0.2364030
Apr 15 19:52:14.841364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.841570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Attempting to bind port abc0c4ce-b998-4acc-9da8-075ad1fe41bd on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:52:14.841570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Attempting to bind port abc0c4ce-b998-4acc-9da8-075ad1fe41bd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:52:14.841746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Attempting to bind port abc0c4ce-b998-4acc-9da8-075ad1fe41bd on network e6ead994-471f-49ea-8876-a7b9c3272bfc {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:14.876287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Port abc0c4ce-b998-4acc-9da8-075ad1fe41bd on network e6ead994-471f-49ea-8876-a7b9c3272bfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:52:14.878101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Attempting to bind port abc0c4ce-b998-4acc-9da8-075ad1fe41bd on network e6ead994-471f-49ea-8876-a7b9c3272bfc {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:14.898719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:52:14.899079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Checking segment: {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:52:14.900239 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Bound using segment: {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:52:14.900786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Bound port: abc0c4ce-b998-4acc-9da8-075ad1fe41bd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9e1882-bd00-46d7-9454-350d7c294350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:52:14.901269 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.929696 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=230ed71ce90744669e66572edeeaedf5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3239157
Apr 15 19:52:14.930407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41540) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:14.930917 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-e87cee09-12b4-48cd-9d65-d39d0dd3afb1 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3778827
Apr 15 19:52:14.933262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832f6937-bbe7-493b-b868-e099555b6fcb,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:14.936767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:14.945616 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:14.946078 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-49d2176d-ab17-4874-bf5b-cd8eae89f9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:14.957076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fac1f-7479-414e-9ab8-fd96b4d61639 req-fa4dcf59-3415-4839-8fc1-7a412c96112c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:14.960146 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f59fac1f-7479-414e-9ab8-fd96b4d61639 req-fa4dcf59-3415-4839-8fc1-7a412c96112c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.3750811
Apr 15 19:52:14.965736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.014466 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb6845bfa592480bb90bdef6548be248&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0134091
Apr 15 19:52:15.018334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41546) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:15.020766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cbac37-6c14-4e3b-a790-98a9a902edc5,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:15.034539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:15.035136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:15.042213 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58d1a7f4-a9de-426c-a761-69c37bb57636 req-436cdfec-a5fd-42b6-945f-bf9b5360bc2b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061749
Apr 15 19:52:15.046786 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f696acc8606e42768f49ce83b35e3c33&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3731794
Apr 15 19:52:15.046786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41550) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:15.104034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba3ea47-da9a-4c14-a10a-e4836e95d50a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:15.117185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:15.143227 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f59fac1f-7479-414e-9ab8-fd96b4d61639 req-396547ab-2cad-4682-a1d7-c23fab322660 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625381
Apr 15 19:52:15.174606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a2eadee9-124d-4a47-bc4b-c9fd77f43c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.178900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-217d297d-6172-49cb-942f-22fdf6c49b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.180821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] For port abc0c4ce-b998-4acc-9da8-075ad1fe41bd, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:52:15.183908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-863c2655-bcf2-49aa-b915-d37cf10cfb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.223754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] For port abc0c4ce-b998-4acc-9da8-075ad1fe41bd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:52:15.232134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a2eadee9-124d-4a47-bc4b-c9fd77f43c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.245858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-217d297d-6172-49cb-942f-22fdf6c49b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.251340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-5afbb34c-59e3-455a-a346-a97cf7622330 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Synchronizing usage tracker for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:15.258507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.263791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-863c2655-bcf2-49aa-b915-d37cf10cfb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.292129 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:15.315839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a2eadee9-124d-4a47-bc4b-c9fd77f43c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.321075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:15.332565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-217d297d-6172-49cb-942f-22fdf6c49b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.344444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eadee9-124d-4a47-bc4b-c9fd77f43c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cbac37-6c14-4e3b-a790-98a9a902edc5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:15.349523 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a2eadee9-124d-4a47-bc4b-c9fd77f43c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:15.349971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-06f05e92-696e-4a75-a468-40363f66c05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:15.370507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d297d-6172-49cb-942f-22fdf6c49b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba3ea47-da9a-4c14-a10a-e4836e95d50a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:15.379004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-217d297d-6172-49cb-942f-22fdf6c49b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:15.380865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a2eadee9-124d-4a47-bc4b-c9fd77f43c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.382004 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a2eadee9-124d-4a47-bc4b-c9fd77f43c6c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73cbac37-6c14-4e3b-a790-98a9a902edc5 HTTP/1.1" status: 204  len: 168 time: 0.3625898
Apr 15 19:52:15.386091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-217d297d-6172-49cb-942f-22fdf6c49b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.390417 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-217d297d-6172-49cb-942f-22fdf6c49b1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ba3ea47-da9a-4c14-a10a-e4836e95d50a HTTP/1.1" status: 204  len: 168 time: 0.3371713
Apr 15 19:52:15.435539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-5afbb34c-59e3-455a-a346-a97cf7622330 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Unset dirty status for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:15.436831 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-5afbb34c-59e3-455a-a346-a97cf7622330 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1332943141&fields=id&tenant_id=b1e9c7381e93406886cc6f3577690f28 HTTP/1.1" status: 200  len: 267 time: 0.2855530
Apr 15 19:52:15.577781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Pushing event updated for resources: {'Port': ['ID=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:15.589995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:15.652566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-863c2655-bcf2-49aa-b915-d37cf10cfb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.669594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8e79f681-b53c-4981-afdb-2cd42ec990e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:15.696139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c2655-bcf2-49aa-b915-d37cf10cfb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832f6937-bbe7-493b-b868-e099555b6fcb,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:15.696380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:15.697007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.698490 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] 10.222.0.68 "PUT /v2.0/ports/abc0c4ce-b998-4acc-9da8-075ad1fe41bd HTTP/1.1" status: 200  len: 1093 time: 2.5569735
Apr 15 19:52:15.701220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5511dc-7635-490f-86b8-2a3c15d4d90e', 'tag': 'abc0c4ce-b998-4acc-9da8-075ad1fe41bd'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:15.705846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-863c2655-bcf2-49aa-b915-d37cf10cfb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:15.718411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-4cfdcaa5-9f29-4629-96a5-9c914e486e35 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:15.727937 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-4cfdcaa5-9f29-4629-96a5-9c914e486e35 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 817 time: 0.2664247
Apr 15 19:52:15.736465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-863c2655-bcf2-49aa-b915-d37cf10cfb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:15.740599 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-863c2655-bcf2-49aa-b915-d37cf10cfb78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/832f6937-bbe7-493b-b868-e099555b6fcb HTTP/1.1" status: 204  len: 168 time: 0.8012764
Apr 15 19:52:15.749202 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-e6ceb1b8-54ab-4e18-b24a-e0de30419d0c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/quotas/b1e9c7381e93406886cc6f3577690f28 HTTP/1.1" status: 200  len: 375 time: 0.0223827
Apr 15 19:52:16.054395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-7e8b0337-3b93-493f-8c05-333819fe1922 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Synchronizing usage tracker for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:16.071994 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-7e8b0337-3b93-493f-8c05-333819fe1922 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Unset dirty status for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:16.074057 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-7e8b0337-3b93-493f-8c05-333819fe1922 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3240671
Apr 15 19:52:16.116024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41608) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:16.154780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:16.180911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:16.185277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Usage tracker for resource:security_group_rule and tenant:56b9dceadd694dd882372762d41b75f0 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:16.188572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:16.195618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:16.305712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:16.311231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:16.331201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d58777ba-12ba-4397-ac0e-50c85a8929c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:16.352560 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c6cff-6df4-4d5a-b957-8f35d5f696c6 req-dcd57bb1-d8f8-4da7-9976-8559c29c870e tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:16.353916 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bd5c6cff-6df4-4d5a-b957-8f35d5f696c6 req-dcd57bb1-d8f8-4da7-9976-8559c29c870e tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 944 time: 0.1754622
Apr 15 19:52:16.378311 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56b9dceadd694dd882372762d41b75f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2609015
Apr 15 19:52:16.379752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41626) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:16.383883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961050f2-6f6e-44b2-8d7d-66a4a63062ae,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:16.394359 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-d829c4fd-206b-49b3-9ce9-68fbe7f98934 service neutron] 10.222.0.58 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3023088
Apr 15 19:52:16.416264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:16.473508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19fde7bf-cf84-4f0e-bbfa-7bd9b000a3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:16.502119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19fde7bf-cf84-4f0e-bbfa-7bd9b000a3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:16.504999 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bd5c6cff-6df4-4d5a-b957-8f35d5f696c6 req-d6e36a2c-c054-4857-8590-7c4c3cd78c64 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406801
Apr 15 19:52:16.563965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19fde7bf-cf84-4f0e-bbfa-7bd9b000a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:16.569301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-85b0e064-334b-427d-a6b1-63cffd0e4e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:16.580463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fde7bf-cf84-4f0e-bbfa-7bd9b000a3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961050f2-6f6e-44b2-8d7d-66a4a63062ae,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:16.588332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-19fde7bf-cf84-4f0e-bbfa-7bd9b000a3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:16.589201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19fde7bf-cf84-4f0e-bbfa-7bd9b000a3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:16.590410 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-19fde7bf-cf84-4f0e-bbfa-7bd9b000a3d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/961050f2-6f6e-44b2-8d7d-66a4a63062ae HTTP/1.1" status: 204  len: 168 time: 0.2084956
Apr 15 19:52:16.605994 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-eb71650f-bace-4c6b-8039-014b7bd42a77 service neutron] 10.222.0.58 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977696
Apr 15 19:52:16.775404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9a7e2-a081-400a-9553-3d675690597e req-a7c120e4-6ef4-4ad2-871e-5df1e8167134 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:16.777684 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-eee9a7e2-a081-400a-9553-3d675690597e req-a7c120e4-6ef4-4ad2-871e-5df1e8167134 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.1026947
Apr 15 19:52:16.838647 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-eee9a7e2-a081-400a-9553-3d675690597e req-5f34e4a2-cc26-4b10-9751-98ca8c63b185 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538774
Apr 15 19:52:17.000421 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6128da2-621e-4635-ad89-5e4aa1b17df6 req-a67b724e-5fdf-4f85-b512-62e6f48a033d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 210 time: 0.0636554
Apr 15 19:52:17.140133 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e26a7772-ecf0-4145-8d9a-ae56470a8fcf req-8afd4e7c-4e66-40d9-8cee-b64533cea576 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2559617
Apr 15 19:52:17.353597 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5511dc-7635-490f-86b8-2a3c15d4d90e', 'tag': 'abc0c4ce-b998-4acc-9da8-075ad1fe41bd', 'status': 'completed', 'code': 200}
Apr 15 19:52:17.736596 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039b12c-9432-42e0-8059-092e9069cc0e req-9f7c7937-3b8b-4589-9263-52220f6dd06d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:17.738364 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d039b12c-9432-42e0-8059-092e9069cc0e req-9f7c7937-3b8b-4589-9263-52220f6dd06d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 944 time: 0.0931094
Apr 15 19:52:17.791733 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d039b12c-9432-42e0-8059-092e9069cc0e req-cfc40203-fb05-4335-9374-7b393ae59af4 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461695
Apr 15 19:52:18.071889 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ce0d-76d8-482d-aec8-24996a1b5511 req-004697a9-efa8-492a-9016-21df29a149e9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:18.074236 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5820ce0d-76d8-482d-aec8-24996a1b5511 req-004697a9-efa8-492a-9016-21df29a149e9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.1130567
Apr 15 19:52:18.128542 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5820ce0d-76d8-482d-aec8-24996a1b5511 req-9c19d8d5-d13e-4e0a-b53c-173c7606df2a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466642
Apr 15 19:52:18.184880 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c7e2d1ed-2cdf-45d5-b29e-b9d1370fc5fe req-06d0a43c-b2c7-4c7f-9917-60f998e3ffe3 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 210 time: 0.0485425
Apr 15 19:52:18.232995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 27ea1896-c589-442b-9fb0-deb3ed55cb4a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:52:18.380016 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010240f3-549c-4a38-8f99-12d4c969eb38 req-00ce201d-2851-4123-9223-6cf28f8108c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:18.382134 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-010240f3-549c-4a38-8f99-12d4c969eb38 req-00ce201d-2851-4123-9223-6cf28f8108c4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 1096 time: 0.1279197
Apr 15 19:52:18.474903 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 27ea1896-c589-442b-9fb0-deb3ed55cb4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27ea1896-c589-442b-9fb0-deb3ed55cb4a,segment=NetworkSegment(f4126ad7-230f-476c-a9b3-e98f73eb2b20),segment_id=f4126ad7-230f-476c-a9b3-e98f73eb2b20)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:18.493274 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '27ea1896-c589-442b-9fb0-deb3ed55cb4a', 'network_id': 'd2181703-f14f-4fe8-a943-cb5dacbb4abf', 'port_id': '27ea1896-c589-442b-9fb0-deb3ed55cb4a', 'mac_address': 'fa:16:3e:c8:1f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e096e3b-9be6-471c-b1cd-b5b78c3b6314', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:52:18.684588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010240f3-549c-4a38-8f99-12d4c969eb38 req-572b909e-d99c-4722-a9f3-b152248bd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:18.686274 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-010240f3-549c-4a38-8f99-12d4c969eb38 req-572b909e-d99c-4722-a9f3-b152248bd16f service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2966466
Apr 15 19:52:18.763526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:18.782212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ea1896-c589-442b-9fb0-deb3ed55cb4a {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:18.800262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 27ea1896-c589-442b-9fb0-deb3ed55cb4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27ea1896-c589-442b-9fb0-deb3ed55cb4a,segment=NetworkSegment(f4126ad7-230f-476c-a9b3-e98f73eb2b20),segment_id=f4126ad7-230f-476c-a9b3-e98f73eb2b20)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:18.803300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:18.806167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:18.868039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010240f3-549c-4a38-8f99-12d4c969eb38 req-c77812f0-6a27-4fd5-8bb2-c034d735e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:18.869610 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-010240f3-549c-4a38-8f99-12d4c969eb38 req-c77812f0-6a27-4fd5-8bb2-c034d735e82a service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1762228
Apr 15 19:52:18.879509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=27ea1896-c589-442b-9fb0-deb3ed55cb4a,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:18.886012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:19.020795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-58521a58-4332-4ea8-b2f8-f4134831a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:19.024730 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-58521a58-4332-4ea8-b2f8-f4134831a4ca service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 1096 time: 0.0983160
Apr 15 19:52:19.152001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49836ea2-ac16-4906-b182-a1bd9cdb1b9d req-67a49f60-5b01-40af-98c9-a042ad6442a5 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:19.153622 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-49836ea2-ac16-4906-b182-a1bd9cdb1b9d req-67a49f60-5b01-40af-98c9-a042ad6442a5 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.0942276
Apr 15 19:52:19.206483 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-49836ea2-ac16-4906-b182-a1bd9cdb1b9d req-f40c521e-20c2-4d16-a882-acf3e12e6c52 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460553
Apr 15 19:52:19.376235 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2aa7db96-22cd-4a97-adff-23a01aad182b req-c41dead5-3d4e-4729-9e58-2be2c02fb384 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 210 time: 0.0570896
Apr 15 19:52:19.393794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79298868-4446-408c-978d-61fb57747369 req-a8b85609-c563-4329-93f6-9708991ceef5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:19.395391 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-79298868-4446-408c-978d-61fb57747369 req-a8b85609-c563-4329-93f6-9708991ceef5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.1423922
Apr 15 19:52:19.444826 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-79298868-4446-408c-978d-61fb57747369 req-b1755d22-7c92-4843-a511-6ba855687740 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422750
Apr 15 19:52:19.583614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41772) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:19.719209 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:19.739713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:19.744375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Usage tracker for resource:security_group_rule and tenant:00027f6818ef4fa999e6d0d000b8c507 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:19.747648 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:19.753739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:19.841877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:19.844701 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:19.853480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:19.897706 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00027f6818ef4fa999e6d0d000b8c507&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3127985
Apr 15 19:52:19.898360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41786) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:19.899675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1373e09-00fc-4d0b-803a-bf2d2d4f62f8,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:19.903168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:19.963199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c7b19e98-e0cf-46cd-a6b3-a7ef417feb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:19.990300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c7b19e98-e0cf-46cd-a6b3-a7ef417feb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.035127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c7b19e98-e0cf-46cd-a6b3-a7ef417feb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.040544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7a988465-e7b8-4cc8-abd7-d2813fa83c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:20.053768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b19e98-e0cf-46cd-a6b3-a7ef417feb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1373e09-00fc-4d0b-803a-bf2d2d4f62f8,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:20.056291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c7b19e98-e0cf-46cd-a6b3-a7ef417feb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:20.060203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c7b19e98-e0cf-46cd-a6b3-a7ef417feb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.063021 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c7b19e98-e0cf-46cd-a6b3-a7ef417feb43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1373e09-00fc-4d0b-803a-bf2d2d4f62f8 HTTP/1.1" status: 204  len: 168 time: 0.1632898
Apr 15 19:52:20.360043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 41802) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:20.383051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.399176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:20.403172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac0132106ed40ad97a33f72fe269888 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:20.406096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:20.413176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:20.414381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64f26-dc68-4b12-90cc-dfd05fa1c7c4 req-ec1a032f-c6fb-48f0-913c-b3c0f32139c7 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:20.416027 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cec64f26-dc68-4b12-90cc-dfd05fa1c7c4 req-ec1a032f-c6fb-48f0-913c-b3c0f32139c7 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.0951912
Apr 15 19:52:20.466435 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cec64f26-dc68-4b12-90cc-dfd05fa1c7c4 req-3ad3e7a2-0e68-43c1-bdb8-34a54430684d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434768
Apr 15 19:52:20.509568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.512683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.522018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-217d297d-6172-49cb-942f-22fdf6c49b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:20.555429 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f23aa83b-d19d-4dc6-a544-ba7af5c82d2e req-57119c1e-6da6-4d53-a873-1badb35d73f1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 210 time: 0.0483153
Apr 15 19:52:20.567749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 41810) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:20.567915 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ac0132106ed40ad97a33f72fe269888&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2066135
Apr 15 19:52:20.569604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442efd87-a9e5-4b93-9b2f-bcab499a3e2b,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:20.573093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:20.696050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-716ac708-af48-4c30-99c6-8065d67b2ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.730557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0081b-4bbb-4c14-893d-a0498b9bec8a req-2458cd18-c4b2-4b4d-88e1-3c919d39e5d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:20.732166 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-79f0081b-4bbb-4c14-893d-a0498b9bec8a req-2458cd18-c4b2-4b4d-88e1-3c919d39e5d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.1440101
Apr 15 19:52:20.741342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-716ac708-af48-4c30-99c6-8065d67b2ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.814592 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-79f0081b-4bbb-4c14-893d-a0498b9bec8a req-36f2a1ba-017f-481d-885b-9f10e5838079 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758820
Apr 15 19:52:20.823530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-716ac708-af48-4c30-99c6-8065d67b2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.828847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:20.840112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ac708-af48-4c30-99c6-8065d67b2ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442efd87-a9e5-4b93-9b2f-bcab499a3e2b,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:20.843787 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-716ac708-af48-4c30-99c6-8065d67b2ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:20.847840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-716ac708-af48-4c30-99c6-8065d67b2ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:20.849024 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-716ac708-af48-4c30-99c6-8065d67b2ec5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/442efd87-a9e5-4b93-9b2f-bcab499a3e2b HTTP/1.1" status: 204  len: 168 time: 0.2802358
Apr 15 19:52:21.721972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fbd16-6a70-427d-aa66-20e4ef35e7ba req-acc6acda-269b-41ad-888c-fec3b95a15cc tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:21.724102 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-362fbd16-6a70-427d-aa66-20e4ef35e7ba req-acc6acda-269b-41ad-888c-fec3b95a15cc tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.1440301
Apr 15 19:52:21.739594 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b60ec3b3-595c-4827-a82a-14e1094efd6d req-4255d694-29ff-4cdd-890d-c7a6c99fe180 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 210 time: 0.0615087
Apr 15 19:52:21.786389 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-362fbd16-6a70-427d-aa66-20e4ef35e7ba req-78210379-6df5-44f0-9aa1-5a4879412114 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508068
Apr 15 19:52:22.017579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0608b-b2bf-44a1-95ec-03683fd25262 req-91e65ad8-477e-429d-bfb9-6f4ebbd7b4e2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:22.019189 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e7e0608b-b2bf-44a1-95ec-03683fd25262 req-91e65ad8-477e-429d-bfb9-6f4ebbd7b4e2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0887260
Apr 15 19:52:22.067053 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e7e0608b-b2bf-44a1-95ec-03683fd25262 req-1774b608-401c-4a3e-aa7c-00491f21745d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415874
Apr 15 19:52:22.784236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 8cba2f2f-513f-4df4-9b61-66010fa48a36 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:52:23.019710 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-49c143ad-6c66-4127-837e-c27257c1b989 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.021376 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-49c143ad-6c66-4127-837e-c27257c1b989 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 817 time: 0.2603512
Apr 15 19:52:23.079376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 8cba2f2f-513f-4df4-9b61-66010fa48a36, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:23.113869 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-27f4ef2e-ff6d-4773-a2f6-f6f31dac0d5c req-8fedfa3c-bba5-4619-9ee5-c081ebd83508 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 210 time: 0.0913708
Apr 15 19:52:23.119673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '8cba2f2f-513f-4df4-9b61-66010fa48a36', 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc', 'port_id': '8cba2f2f-513f-4df4-9b61-66010fa48a36', 'mac_address': 'fa:16:3e:e0:f1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c489da3-5ad2-45d9-9dfe-ede08e8da69c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:52:23.166464 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-3a89cf00-c467-4425-b00f-fc2c8ae18715 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abc0c4ce-b998-4acc-9da8-075ad1fe41bd HTTP/1.1" status: 200  len: 217 time: 0.4131806
Apr 15 19:52:23.216486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:23.239860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cba2f2f-513f-4df4-9b61-66010fa48a36 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:23.247185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-5e07b46c-3a72-4d6a-8d69-4f0981baeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.248819 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-5e07b46c-3a72-4d6a-8d69-4f0981baeca0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.0738258
Apr 15 19:52:23.257418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 8cba2f2f-513f-4df4-9b61-66010fa48a36, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:23.260859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:23.262803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:23.332894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=8cba2f2f-513f-4df4-9b61-66010fa48a36,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:23.338321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:23.375024 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-140a28d3-4b10-48c1-a987-c4b10c260681 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b1e9c7381e93406886cc6f3577690f28 HTTP/1.1" status: 200  len: 5705 time: 0.2561319
Apr 15 19:52:23.406926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7fb59-b94e-4c27-8388-a280aa3e9848 req-b4441cbc-9e5c-424c-8691-cd572f12efda tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.409047 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f6f7fb59-b94e-4c27-8388-a280aa3e9848 req-b4441cbc-9e5c-424c-8691-cd572f12efda tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.2914348
Apr 15 19:52:23.422478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003f652-e5a0-4b0d-ac02-2f3b5ea7c44c req-b00ab567-7479-4821-9b41-5a4a472ccf8a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:23.424809 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2003f652-e5a0-4b0d-ac02-2f3b5ea7c44c req-b00ab567-7479-4821-9b41-5a4a472ccf8a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.1586571
Apr 15 19:52:23.504990 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f6f7fb59-b94e-4c27-8388-a280aa3e9848 req-87710808-a7a2-43fb-afbf-29757c1d88ee tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790124
Apr 15 19:52:23.513477 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'port': {'device_id': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'admin_state_up': True, 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'security_groups': ['4c27b5c4-1b34-4a2d-ba12-e0a8cda15940']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:23.517839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['27ea1896-c589-442b-9fb0-deb3ed55cb4a'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:52:23.551506 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-93076de4-768b-47b7-aaba-1640b388a758 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552073
Apr 15 19:52:23.664049 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2003f652-e5a0-4b0d-ac02-2f3b5ea7c44c req-26627f3f-1039-4386-8004-826da69ce2db tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233901
Apr 15 19:52:23.697870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:23.710994 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:23.723068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Made reservation on behalf of b1e9c7381e93406886cc6f3577690f28 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:52:23.729298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:23.730565 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-86702f4a-3360-401e-94ff-55689a255c27 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711111
Apr 15 19:52:23.884901 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a8136d-b64b-4b9d-9856-bb9fcea3417c req-9afdbe97-dc8c-4d6f-af4e-4521f8e8953e service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467760
Apr 15 19:52:23.916738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Allocated IP 172.20.0.11 (985a7b11-3fa6-4a91-bf02-60ccff754b78/4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7/431c18ae-c617-4e1e-bca6-7134661c98e1) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:52:24.115071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:24.131643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Transition to ACTIVE for port object 431c18ae-c617-4e1e-bca6-7134661c98e1 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:52:24.159478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:24.240182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:24.585360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:24.588539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:24.649962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:52:24.658665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6399cb2-cc8c-4a09-b818-65d6499fd04d req-ebe2dff1-9e99-41f7-8093-7a9c5f1905cf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:24.660369 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6399cb2-cc8c-4a09-b818-65d6499fd04d req-ebe2dff1-9e99-41f7-8093-7a9c5f1905cf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 932 time: 0.3878152
Apr 15 19:52:24.661328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:52:24.665519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:52:24.826617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:24.827303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:24.834023 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6399cb2-cc8c-4a09-b818-65d6499fd04d req-8d22b2f2-1cab-4c31-a88a-f596d027f453 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008251
Apr 15 19:52:24.860241 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-f6e7b448-9b34-4527-8e92-93e3b2fc4ca5 None None] Provisioning for port 431c18ae-c617-4e1e-bca6-7134661c98e1 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:52:24.866253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-f6e7b448-9b34-4527-8e92-93e3b2fc4ca5 None None] Provisioning complete for port 431c18ae-c617-4e1e-bca6-7134661c98e1 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:24.866675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f6e7b448-9b34-4527-8e92-93e3b2fc4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:24.870194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f414de4-6d91-4567-8882-e1baa1fa59d6 req-a58948de-9a52-4bd5-9cf4-064af0c44505 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:24.871849 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6f414de4-6d91-4567-8882-e1baa1fa59d6 req-a58948de-9a52-4bd5-9cf4-064af0c44505 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.2080381
Apr 15 19:52:24.902034 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3927727
Apr 15 19:52:24.925671 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6f414de4-6d91-4567-8882-e1baa1fa59d6 req-ff224dd5-64b6-488b-af70-393f4956b735 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446877
Apr 15 19:52:24.927199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7b448-9b34-4527-8e92-93e3b2fc4ca5 None None] Port 431c18ae-c617-4e1e-bca6-7134661c98e1 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:52:25.032021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cecb3-f3d7-4905-bc66-f393b00a5286 req-9e839ca4-178f-46d5-a386-320075b30a3a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:25.033606 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cb1cecb3-f3d7-4905-bc66-f393b00a5286 req-9e839ca4-178f-46d5-a386-320075b30a3a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0896261
Apr 15 19:52:25.081949 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cb1cecb3-f3d7-4905-bc66-f393b00a5286 req-a7c9ea32-74da-42f9-b117-adcfdafbf6cc tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417330
Apr 15 19:52:26.046669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ea0bc-16e6-4a9c-a88d-6c7bcc53c1a1 req-f9388e3e-fac3-486c-b40e-e6e80cfb5586 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:26.047474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-3d3ea0bc-16e6-4a9c-a88d-6c7bcc53c1a1 req-f9388e3e-fac3-486c-b40e-e6e80cfb5586 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Synchronizing usage tracker for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:52:26.112805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-3d3ea0bc-16e6-4a9c-a88d-6c7bcc53c1a1 req-f9388e3e-fac3-486c-b40e-e6e80cfb5586 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Unset dirty status for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:52:26.114074 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3d3ea0bc-16e6-4a9c-a88d-6c7bcc53c1a1 req-f9388e3e-fac3-486c-b40e-e6e80cfb5586 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 932 time: 0.1579952
Apr 15 19:52:26.183575 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23fc54-02da-4b0c-b1f9-74d004f629f2 req-f66dc9f0-d804-4392-9f9c-830e90c08b8b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:26.185137 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cf23fc54-02da-4b0c-b1f9-74d004f629f2 req-f66dc9f0-d804-4392-9f9c-830e90c08b8b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.1346521
Apr 15 19:52:26.188149 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3d3ea0bc-16e6-4a9c-a88d-6c7bcc53c1a1 req-47dc58b5-582f-4c60-baed-fd5ce2dd83af tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674362
Apr 15 19:52:26.234723 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cf23fc54-02da-4b0c-b1f9-74d004f629f2 req-509a53e8-4b65-4b38-92aa-2e962895779d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422897
Apr 15 19:52:26.385473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba911a47-813e-47f2-9041-028cdb3c2903 req-12437a20-8667-401d-98de-e69803eec0b0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:26.387056 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ba911a47-813e-47f2-9041-028cdb3c2903 req-12437a20-8667-401d-98de-e69803eec0b0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0949857
Apr 15 19:52:26.438657 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ba911a47-813e-47f2-9041-028cdb3c2903 req-212ff93f-5b1c-48f0-b3e1-d725fbc00ce4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442712
Apr 15 19:52:27.293231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:27.471067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fb760-d966-4991-8188-ffdbdcbcb52c req-61759cea-729f-4586-ab7d-9de9494f4981 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:27.472755 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1e9fb760-d966-4991-8188-ffdbdcbcb52c req-61759cea-729f-4586-ab7d-9de9494f4981 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 932 time: 0.1626542
Apr 15 19:52:27.487060 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c219f-b954-45b4-a0be-0587246a877d req-c9cb178e-f83e-4d18-87cf-e2f8b63f7e2f tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:27.488752 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d66c219f-b954-45b4-a0be-0587246a877d req-c9cb178e-f83e-4d18-87cf-e2f8b63f7e2f tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.1304410
Apr 15 19:52:27.566892 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1e9fb760-d966-4991-8188-ffdbdcbcb52c req-4aace3d7-b3ee-4026-99c8-00d54a0dcc93 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770683
Apr 15 19:52:27.571386 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d66c219f-b954-45b4-a0be-0587246a877d req-e6245753-0d6a-4aa4-9c71-a22a13ab97b3 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668192
Apr 15 19:52:27.763170 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd8db-8f6c-4606-847b-29868945c232 req-37ca5a4f-0d26-44c0-8198-1b62a0cd9976 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:27.764701 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c05cd8db-8f6c-4606-847b-29868945c232 req-37ca5a4f-0d26-44c0-8198-1b62a0cd9976 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0914822
Apr 15 19:52:27.814300 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c05cd8db-8f6c-4606-847b-29868945c232 req-f0538cf4-fae6-41f6-913a-b2ed75fbfb9b tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431759
Apr 15 19:52:28.852855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433bcfc-4612-427f-87a8-bdbc8d231eea req-4fb8c50b-38cb-45eb-999f-072c1eeab8e4 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:28.854361 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7433bcfc-4612-427f-87a8-bdbc8d231eea req-4fb8c50b-38cb-45eb-999f-072c1eeab8e4 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.1564655
Apr 15 19:52:28.863537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9f14e-5a5d-4cf5-820f-a1bca7bf2ce0 req-b5a58f8c-e5a8-4107-8be9-0a4222d2dbb4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:28.865013 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-00c9f14e-5a5d-4cf5-820f-a1bca7bf2ce0 req-b5a58f8c-e5a8-4107-8be9-0a4222d2dbb4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 932 time: 0.1312718
Apr 15 19:52:28.907829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Request body: {'port': {'device_id': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:28.997675 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7433bcfc-4612-427f-87a8-bdbc8d231eea req-ac281364-1379-44e5-b494-77675fe848a6 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316502
Apr 15 19:52:29.033729 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-00c9f14e-5a5d-4cf5-820f-a1bca7bf2ce0 req-b8feeeb9-5745-4624-9a28-a11719e13046 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1534760
Apr 15 19:52:29.068023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:29.361555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f78844-650a-4f08-83f2-8ecba0410f9a req-dd8bfa80-62e7-4aea-9785-0833b58bd46a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:29.363170 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-94f78844-650a-4f08-83f2-8ecba0410f9a req-dd8bfa80-62e7-4aea-9785-0833b58bd46a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.2453735
Apr 15 19:52:29.402295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['8cba2f2f-513f-4df4-9b61-66010fa48a36'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:52:29.445451 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-94f78844-650a-4f08-83f2-8ecba0410f9a req-6d8c77ec-f5cd-4697-9b0a-d42a4297620f tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750005
Apr 15 19:52:29.547454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431c18ae-c617-4e1e-bca6-7134661c98e1 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:29.555662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:29.571003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Transition to ACTIVE for port object 431c18ae-c617-4e1e-bca6-7134661c98e1 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:52:29.574431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:29.591631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:29.728578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:29.733110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:29.955086 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Attempting to bind port 431c18ae-c617-4e1e-bca6-7134661c98e1 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:52:29.955629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Attempting to bind port 431c18ae-c617-4e1e-bca6-7134661c98e1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:52:29.955856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Attempting to bind port 431c18ae-c617-4e1e-bca6-7134661c98e1 on network 985a7b11-3fa6-4a91-bf02-60ccff754b78 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:29.960697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Port 431c18ae-c617-4e1e-bca6-7134661c98e1 on network 985a7b11-3fa6-4a91-bf02-60ccff754b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:52:29.961048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Attempting to bind port 431c18ae-c617-4e1e-bca6-7134661c98e1 on network 985a7b11-3fa6-4a91-bf02-60ccff754b78 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:52:29.966619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:52:29.966988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Checking segment: {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:52:29.967431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Bound using segment: {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:52:29.967899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Bound port: 431c18ae-c617-4e1e-bca6-7134661c98e1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:52:29.968275 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:30.061021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:52:30.064602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:52:30.068218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:30.088017 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:30.347109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:30.354741 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:30.428886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bccedf-4097-4595-83e7-4670b02c1c1a req-a1cc5a81-54e7-4697-984e-6d47f9c9ecc8 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:30.430514 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-76bccedf-4097-4595-83e7-4670b02c1c1a req-a1cc5a81-54e7-4697-984e-6d47f9c9ecc8 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.3029420
Apr 15 19:52:30.433603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:30.434225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:30.435644 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] 10.222.0.68 "PUT /v2.0/ports/431c18ae-c617-4e1e-bca6-7134661c98e1 HTTP/1.1" status: 200  len: 1094 time: 1.5367568
Apr 15 19:52:30.444382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37301b-a6c5-4d3b-bfa8-9e53d6633c84 req-230caaf8-49ff-49dd-b069-9ab48211f547 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:30.445890 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9f37301b-a6c5-4d3b-bfa8-9e53d6633c84 req-230caaf8-49ff-49dd-b069-9ab48211f547 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.2279546
Apr 15 19:52:30.446397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:30.581119 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-76bccedf-4097-4595-83e7-4670b02c1c1a req-4b492c4f-3def-4f79-b38c-ff04de2e1920 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292868
Apr 15 19:52:30.590359 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9f37301b-a6c5-4d3b-bfa8-9e53d6633c84 req-06c4c0ab-6bbe-4333-9b0a-fe22776e837a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367362
Apr 15 19:52:30.648466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-a62a869f-371d-4f78-be8a-898d0eee0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:30.653066 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-a62a869f-371d-4f78-be8a-898d0eee0cb1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 1097 time: 0.1797118
Apr 15 19:52:30.661860 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'status': 'completed', 'code': 200}
Apr 15 19:52:30.745605 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-0cf3c77c-5dae-4877-be4a-36390e6a1c22 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=431c18ae-c617-4e1e-bca6-7134661c98e1 HTTP/1.1" status: 200  len: 217 time: 0.0726576
Apr 15 19:52:30.867266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-ef0e3cc8-ff10-4575-be8c-d8e3301bda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:30.868874 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-ef0e3cc8-ff10-4575-be8c-d8e3301bda41 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0868769
Apr 15 19:52:31.151211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc280437-6581-4fdf-8626-1232f7740cf1 req-da3577fb-a7da-4292-ae15-55b374c2762e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:31.152840 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cc280437-6581-4fdf-8626-1232f7740cf1 req-da3577fb-a7da-4292-ae15-55b374c2762e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.4062736
Apr 15 19:52:31.209137 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-387bfe81-9bb8-4360-8393-0ca6576faac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:31.210643 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-387bfe81-9bb8-4360-8393-0ca6576faac9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3327396
Apr 15 19:52:31.220710 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cc280437-6581-4fdf-8626-1232f7740cf1 req-07547f25-77da-405b-9316-a93a8888e7ac tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533109
Apr 15 19:52:31.361394 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-c77cf2a2-686c-4eb7-81d3-cad08cc9b611 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391461
Apr 15 19:52:31.859613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf36aa-d6bc-4aef-ba5f-7f7910b508d3 req-3db0636f-4ea6-4d61-9582-5725e06682b7 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:31.861250 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7abf36aa-d6bc-4aef-ba5f-7f7910b508d3 req-3db0636f-4ea6-4d61-9582-5725e06682b7 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.1603928
Apr 15 19:52:31.873170 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c148b-7c86-4781-8bcb-0b6443e70e95 req-dd55de4f-5f72-48e0-b520-e5c0d0f7f34f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:31.874671 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-db4c148b-7c86-4781-8bcb-0b6443e70e95 req-dd55de4f-5f72-48e0-b520-e5c0d0f7f34f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1307964
Apr 15 19:52:31.952154 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7abf36aa-d6bc-4aef-ba5f-7f7910b508d3 req-c28ee3b0-de74-405d-bf29-1698d2d70e6c tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764568
Apr 15 19:52:31.957263 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-db4c148b-7c86-4781-8bcb-0b6443e70e95 req-177ff949-772d-476f-bc97-29b556824b86 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654850
Apr 15 19:52:32.422862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bde26-51e1-4bcd-a735-3b298a066a27 req-47686eca-490f-4b69-8c00-13054de18bfe tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:32.424517 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f66bde26-51e1-4bcd-a735-3b298a066a27 req-47686eca-490f-4b69-8c00-13054de18bfe tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0904858
Apr 15 19:52:32.472846 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f66bde26-51e1-4bcd-a735-3b298a066a27 req-8de12609-f953-4bcd-a169-1dd7b09710df tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419674
Apr 15 19:52:33.220846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba465965-484d-498c-88b0-29929cf97ac8 req-822a8d17-8987-45ab-afc2-1953a68453c8 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:33.222471 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ba465965-484d-498c-88b0-29929cf97ac8 req-822a8d17-8987-45ab-afc2-1953a68453c8 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 945 time: 0.1565306
Apr 15 19:52:33.234651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7aa8f-7293-4cda-a850-33104d7a60d1 req-611ddee0-8fcf-4232-837d-65d820cff5b2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:33.236884 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ca7aa8f-7293-4cda-a850-33104d7a60d1 req-611ddee0-8fcf-4232-837d-65d820cff5b2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1292317
Apr 15 19:52:33.311025 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ba465965-484d-498c-88b0-29929cf97ac8 req-e7304d9d-1e5a-411d-9e66-453e0e1febfc tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730963
Apr 15 19:52:33.318360 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ca7aa8f-7293-4cda-a850-33104d7a60d1 req-e474fda8-6460-47e7-9e15-ec90c79d1cbb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661983
Apr 15 19:52:33.678246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 8cba2f2f-513f-4df4-9b61-66010fa48a36 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:52:33.754428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 8cba2f2f-513f-4df4-9b61-66010fa48a36 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:52:33.759223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 8cba2f2f-513f-4df4-9b61-66010fa48a36 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:33.759668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:33.882444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:33.892739 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c0fac467-fbc5-4919-878a-91eeeac2a7e3 req-61a44e47-80db-4232-a12b-fab5c66f0294 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147789
Apr 15 19:52:33.902294 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4af60-c59e-4b01-abe6-9cb824b9b708 req-0b14f509-7ebf-413c-86ae-cc8421368e30 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:33.903983 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-abb4af60-c59e-4b01-abe6-9cb824b9b708 req-0b14f509-7ebf-413c-86ae-cc8421368e30 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.1892848
Apr 15 19:52:33.911540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f202f3f-01c9-41c6-842e-ee96f6b40094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cba2f2f-513f-4df4-9b61-66010fa48a36'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:33.954720 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-abb4af60-c59e-4b01-abe6-9cb824b9b708 req-00fb3dbf-cce1-467a-96ae-fab656f99690 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424776
Apr 15 19:52:33.992820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 8cba2f2f-513f-4df4-9b61-66010fa48a36, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:33.996938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:33.998072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 27ea1896-c589-442b-9fb0-deb3ed55cb4a up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:52:34.030351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:34.072481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-54e00f6d-86d3-423e-8bc9-309507e6ab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:34.132406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=8cba2f2f-513f-4df4-9b61-66010fa48a36,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:34.140048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:34.148226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 27ea1896-c589-442b-9fb0-deb3ed55cb4a completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:52:34.153332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 27ea1896-c589-442b-9fb0-deb3ed55cb4a triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:34.153748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:34.247527 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f202f3f-01c9-41c6-842e-ee96f6b40094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cba2f2f-513f-4df4-9b61-66010fa48a36', 'code': 200}
Apr 15 19:52:34.278181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:34.314521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 27ea1896-c589-442b-9fb0-deb3ed55cb4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27ea1896-c589-442b-9fb0-deb3ed55cb4a,segment=NetworkSegment(f4126ad7-230f-476c-a9b3-e98f73eb2b20),segment_id=f4126ad7-230f-476c-a9b3-e98f73eb2b20)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:34.318073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:34.320401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:34.402470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=27ea1896-c589-442b-9fb0-deb3ed55cb4a,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:34.406200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:34.590225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca87629-8981-4a66-98d6-b9485c38b169 req-1b8ba5ac-fee4-456b-862b-16a35bb325dd tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:34.591961 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aca87629-8981-4a66-98d6-b9485c38b169 req-1b8ba5ac-fee4-456b-862b-16a35bb325dd tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1632564
Apr 15 19:52:34.605902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7007bf-e75d-443b-a06d-033c13df34d2 req-876ecf35-b1e7-428b-abb5-b673429b3736 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:34.607495 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5b7007bf-e75d-443b-a06d-033c13df34d2 req-876ecf35-b1e7-428b-abb5-b673429b3736 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1432211
Apr 15 19:52:34.685531 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aca87629-8981-4a66-98d6-b9485c38b169 req-d26f2899-09b3-4182-9ef8-1c7d36fb71f8 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769920
Apr 15 19:52:34.690139 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5b7007bf-e75d-443b-a06d-033c13df34d2 req-95cfa99e-34fd-4e31-8a6c-78ab5634fd51 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655785
Apr 15 19:52:35.157223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2733ad5-55eb-4f63-bbd5-e485fcac98bc req-e710935d-70e1-4550-bf3a-57e4084c9788 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:35.158822 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c2733ad5-55eb-4f63-bbd5-e485fcac98bc req-e710935d-70e1-4550-bf3a-57e4084c9788 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0884805
Apr 15 19:52:35.207641 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c2733ad5-55eb-4f63-bbd5-e485fcac98bc req-3691a7ca-513a-4fbf-b5c4-1a4dc8b5fbba tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422833
Apr 15 19:52:35.967681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf4fc0-858e-4055-8548-b7a48e6009a0 req-11359607-fe94-437e-a13e-74d9ddeb6aa4 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:35.969291 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5edf4fc0-858e-4055-8548-b7a48e6009a0 req-11359607-fe94-437e-a13e-74d9ddeb6aa4 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1650515
Apr 15 19:52:35.978035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5298b8-9ead-4163-9547-a4c4ad1b3b31 req-9e0a33fb-4d33-432c-995f-bea0b1c73ef4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:35.979569 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8b5298b8-9ead-4163-9547-a4c4ad1b3b31 req-9e0a33fb-4d33-432c-995f-bea0b1c73ef4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1373546
Apr 15 19:52:36.055738 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5edf4fc0-858e-4055-8548-b7a48e6009a0 req-eb186f64-d3f7-4306-9178-528199e9449a tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750983
Apr 15 19:52:36.060302 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8b5298b8-9ead-4163-9547-a4c4ad1b3b31 req-bd7f1546-4167-4c67-842c-504becbe5a59 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653143
Apr 15 19:52:36.144776 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ad3956dc-e133-4ead-ac51-47cdd1af9804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:36.248922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb0ac4-3cef-44ba-8766-5fa9259164f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ea1896-c589-442b-9fb0-deb3ed55cb4a'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:36.295803 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb0ac4-3cef-44ba-8766-5fa9259164f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ea1896-c589-442b-9fb0-deb3ed55cb4a', 'code': 200}
Apr 15 19:52:36.408452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1c864-b350-4ea1-9d1d-f1a0cf84e04f req-9e94290d-b6ed-41e1-8d3f-afc34ccdf18a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:36.410051 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-75e1c864-b350-4ea1-9d1d-f1a0cf84e04f req-9e94290d-b6ed-41e1-8d3f-afc34ccdf18a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0900793
Apr 15 19:52:36.459529 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-75e1c864-b350-4ea1-9d1d-f1a0cf84e04f req-6c003461-cc6a-4df1-8f99-ff2434f25874 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432539
Apr 15 19:52:36.820851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.404914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee7db-d241-4c98-99ba-2f3306fca794 req-6c861f4b-9261-49d1-b736-965623d761dc tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.406442 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8eaee7db-d241-4c98-99ba-2f3306fca794 req-6c861f4b-9261-49d1-b736-965623d761dc tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.2370374
Apr 15 19:52:37.416287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546a866-5408-4cb4-ad8b-0771e87c3c74 req-7a385a66-0573-427c-b93e-88876c10f216 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.417910 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1546a866-5408-4cb4-ad8b-0771e87c3c74 req-7a385a66-0573-427c-b93e-88876c10f216 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.2077796
Apr 15 19:52:37.442250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-54e22236-661e-4f96-a76b-c74f7798f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.444168 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-54e22236-661e-4f96-a76b-c74f7798f0f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 1097 time: 0.1775889
Apr 15 19:52:37.584176 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1546a866-5408-4cb4-ad8b-0771e87c3c74 req-1f04a912-a2fd-47c2-a197-66cd4331b7d5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449542
Apr 15 19:52:37.592833 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8eaee7db-d241-4c98-99ba-2f3306fca794 req-f4482483-c722-4cc6-8a07-081ca0ca863c tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724703
Apr 15 19:52:37.630298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-504a5728-8a25-44b5-a374-8d5495cd36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.631933 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-504a5728-8a25-44b5-a374-8d5495cd36df service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1099 time: 0.1661704
Apr 15 19:52:37.666037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-b3508314-e98e-41ba-8622-e8c3380c6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.683410 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-8d8bc0ce-6886-46fb-a275-1394f392719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.683785 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-b3508314-e98e-41ba-8622-e8c3380c6a3e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 1099 time: 0.1792238
Apr 15 19:52:37.685026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.686221 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-8d8bc0ce-6886-46fb-a275-1394f392719e service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.2191758
Apr 15 19:52:37.695098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.708151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:37.712494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Usage tracker for resource:security_group_rule and tenant:e87b6f3fcb3c4476bad7a7a6a48dcb25 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:37.715703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:37.722444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:37.758804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-f5d139d5-bd80-497e-bc78-9bba839a16bf service neutron] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.768233 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-9b46cc2b-b47b-40b6-af6d-6eb217944f5d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=431c18ae-c617-4e1e-bca6-7134661c98e1 HTTP/1.1" status: 200  len: 217 time: 0.0731006
Apr 15 19:52:37.783498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-f5d139d5-bd80-497e-bc78-9bba839a16bf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:37.791567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-f5d139d5-bd80-497e-bc78-9bba839a16bf service neutron] Usage tracker for resource:security_group_rule and tenant:e87b6f3fcb3c4476bad7a7a6a48dcb25 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:37.795562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-f5d139d5-bd80-497e-bc78-9bba839a16bf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:37.805393 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-f5d139d5-bd80-497e-bc78-9bba839a16bf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:37.867881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.872566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:37.882608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-f4093547-c191-40af-93bd-d9df89c9068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.884218 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-f4093547-c191-40af-93bd-d9df89c9068e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0808432
Apr 15 19:52:37.888907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2603346b-3118-4125-b581-45cef9de4d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:37.897347 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-47708734-a58b-460a-8bdb-5fc6f584df7a req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537796
Apr 15 19:52:37.900610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-f5d139d5-bd80-497e-bc78-9bba839a16bf service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) e87b6f3fcb3c4476bad7a7a6a48dcb25 {{(pid=85418) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:52:37.901085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-f5d139d5-bd80-497e-bc78-9bba839a16bf service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:52:37.915136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1243ebe-f0ea-4cca-9a77-88146a20f953 req-123999e7-bbff-4eee-be53-f08fa1bbec32 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:37.916727 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c1243ebe-f0ea-4cca-9a77-88146a20f953 req-123999e7-bbff-4eee-be53-f08fa1bbec32 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.1510193
Apr 15 19:52:37.922697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=159befd0-4b0d-4e4f-bc0d-e09cee87eb82,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:37.926461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:37.970064 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c1243ebe-f0ea-4cca-9a77-88146a20f953 req-ea305cb4-c6c6-4266-a92b-720a50177786 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444381
Apr 15 19:52:38.346516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-0f697ad6-c9a4-4c6b-9251-8bdba7f27a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:38.348133 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-0f697ad6-c9a4-4c6b-9251-8bdba7f27a26 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800581
Apr 15 19:52:38.402836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-f5d139d5-bd80-497e-bc78-9bba839a16bf service neutron] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:38.476422 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-16decaa5-0bc2-4462-82bf-f494cdd5e201 req-f5d139d5-bd80-497e-bc78-9bba839a16bf service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7723088
Apr 15 19:52:38.491329 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-f2108431-e3dd-48d4-90e6-afb436a4af7d service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362607
Apr 15 19:52:38.721167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:39.211886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a4e13-937f-4778-905e-d3ff7952329c req-c24c428b-2512-4e5c-b8f1-4346bd4ac84b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:39.213413 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cc4a4e13-937f-4778-905e-d3ff7952329c req-c24c428b-2512-4e5c-b8f1-4346bd4ac84b tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.4918594
Apr 15 19:52:39.224304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae838b-3d33-4145-b07a-d4cf228c84e0 req-03781cb0-c58a-4f79-9f2b-394a4df3994f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:39.225771 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-68ae838b-3d33-4145-b07a-d4cf228c84e0 req-03781cb0-c58a-4f79-9f2b-394a4df3994f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.4656594
Apr 15 19:52:39.227683 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b01d4eee-981d-4360-bb4e-fba18fe8e9b2 req-8dad7bf4-45c3-4197-8352-daa8b5ba3fff service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4165792
Apr 15 19:52:39.303696 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cc4a4e13-937f-4778-905e-d3ff7952329c req-f8007145-9663-48a6-ab66-ddcc9bc11a64 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749769
Apr 15 19:52:39.308235 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-68ae838b-3d33-4145-b07a-d4cf228c84e0 req-266f6964-6248-490e-b1c9-92ad6d9dec5b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655200
Apr 15 19:52:39.493063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218059b-c2af-4028-a1cb-8ae2ef872618 req-da95dd9c-86a4-494d-b6b1-114fa78cc0a9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:39.493063 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6218059b-c2af-4028-a1cb-8ae2ef872618 req-da95dd9c-86a4-494d-b6b1-114fa78cc0a9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0888572
Apr 15 19:52:39.541090 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6218059b-c2af-4028-a1cb-8ae2ef872618 req-2b77170a-710d-4fc2-b66c-721ddaaebde0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422122
Apr 15 19:52:40.567656 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f089c-6e7a-4976-87da-1820444daa5a req-2e9a3866-8119-4757-a443-c797c7629038 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:40.569262 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c94f089c-6e7a-4976-87da-1820444daa5a req-2e9a3866-8119-4757-a443-c797c7629038 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1547675
Apr 15 19:52:40.582212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29454338-94a2-4d2e-826c-8a61dde23e9e req-c4fbdd99-27ed-4deb-acf7-6f08f421fd89 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:40.583758 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-29454338-94a2-4d2e-826c-8a61dde23e9e req-c4fbdd99-27ed-4deb-acf7-6f08f421fd89 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1278045
Apr 15 19:52:40.656947 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c94f089c-6e7a-4976-87da-1820444daa5a req-6a855d60-306c-4cbc-903c-3c0c5ca07e87 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721552
Apr 15 19:52:40.664684 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-29454338-94a2-4d2e-826c-8a61dde23e9e req-1ee9731c-96e9-4577-b681-cdaddac73ffc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656352
Apr 15 19:52:40.850650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d49f6-2a0a-4fbf-98ae-c8467c4ebd05 req-d303ec49-5d29-4d14-88ee-0737edefb272 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:40.852208 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b67d49f6-2a0a-4fbf-98ae-c8467c4ebd05 req-d303ec49-5d29-4d14-88ee-0737edefb272 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0916195
Apr 15 19:52:40.899163 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b67d49f6-2a0a-4fbf-98ae-c8467c4ebd05 req-2b0082f1-7f19-4b73-917f-6ee431a56481 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406086
Apr 15 19:52:41.151492 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:52:41.926663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d85348-8990-430e-9ef9-dd1ae50300cf req-155d6c57-ac02-488b-ad38-957993c95529 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:41.928198 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5d85348-8990-430e-9ef9-dd1ae50300cf req-155d6c57-ac02-488b-ad38-957993c95529 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1577644
Apr 15 19:52:41.936964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7036a-b197-4333-ba74-f22cf207ee9b req-886cff1f-d169-46a3-b327-1817cf822564 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:41.938414 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c1c7036a-b197-4333-ba74-f22cf207ee9b req-886cff1f-d169-46a3-b327-1817cf822564 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1319141
Apr 15 19:52:42.006080 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5d85348-8990-430e-9ef9-dd1ae50300cf req-b773400c-066f-4fbe-9cbb-d1686dd7e351 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666466
Apr 15 19:52:42.016194 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c1c7036a-b197-4333-ba74-f22cf207ee9b req-01dc324b-b1d9-4c7a-b255-ec29f6a41433 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631154
Apr 15 19:52:42.194727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b1d9d-d02f-476b-ad2b-ee4eb469b0ab req-0b3858b0-bc50-43bf-82b2-246f9b0d0f96 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:42.196252 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-597b1d9d-d02f-476b-ad2b-ee4eb469b0ab req-0b3858b0-bc50-43bf-82b2-246f9b0d0f96 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0901778
Apr 15 19:52:42.243862 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-597b1d9d-d02f-476b-ad2b-ee4eb469b0ab req-0eea3984-75d7-4164-a6a3-c7a4cbb5d7ab tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413265
Apr 15 19:52:43.274817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b490f-4fe4-409e-9193-f81ca8736cb7 req-827f6459-2fe4-4cb9-b01a-a857b6a3778d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:43.276444 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-126b490f-4fe4-409e-9193-f81ca8736cb7 req-827f6459-2fe4-4cb9-b01a-a857b6a3778d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1591387
Apr 15 19:52:43.285446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d606d94-3a8a-45eb-9cd2-0772b8113fc2 req-8490bf43-d018-4a33-afca-d5087a76ad85 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:43.286923 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1d606d94-3a8a-45eb-9cd2-0772b8113fc2 req-8490bf43-d018-4a33-afca-d5087a76ad85 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1332242
Apr 15 19:52:43.363917 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-126b490f-4fe4-409e-9193-f81ca8736cb7 req-01b1b95e-32e2-4d09-8379-5585790c6874 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759442
Apr 15 19:52:43.368422 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1d606d94-3a8a-45eb-9cd2-0772b8113fc2 req-1086bf34-16ea-4d91-b613-3d54e1a59234 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656559
Apr 15 19:52:43.552530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8d56b-382e-4fc0-bcdf-0017a05a5761 req-d3b36210-0b7c-4a86-a462-f377a8e618ca tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:43.554158 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bcd8d56b-382e-4fc0-bcdf-0017a05a5761 req-d3b36210-0b7c-4a86-a462-f377a8e618ca tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 943 time: 0.0906174
Apr 15 19:52:43.600657 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bcd8d56b-382e-4fc0-bcdf-0017a05a5761 req-684107d4-b493-49b6-a3d0-0cbda55bc8eb tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403399
Apr 15 19:52:43.722754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device abc0c4ce-b998-4acc-9da8-075ad1fe41bd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:52:43.862716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port abc0c4ce-b998-4acc-9da8-075ad1fe41bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:43.876514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': 'abc0c4ce-b998-4acc-9da8-075ad1fe41bd', 'network_id': 'e6ead994-471f-49ea-8876-a7b9c3272bfc', 'port_id': 'abc0c4ce-b998-4acc-9da8-075ad1fe41bd', 'mac_address': 'fa:16:3e:df:e8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c489da3-5ad2-45d9-9dfe-ede08e8da69c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:52:43.936438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:43.955125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc0c4ce-b998-4acc-9da8-075ad1fe41bd {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:43.972289 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port abc0c4ce-b998-4acc-9da8-075ad1fe41bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:43.975349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:43.978035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d7e3ef32-cc13-4f8c-b7e0-72c5847f370a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:44.051184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:44.058937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.059351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.059736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.060112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.060486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.060858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.061226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.061594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.061963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.062329 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.062691 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.063055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:44.067211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:44.640192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b7be3-6827-4373-b9c9-6f965b8d286d req-84c1d975-4c09-4f99-a608-cc127af5089e tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:44.641943 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-da0b7be3-6827-4373-b9c9-6f965b8d286d req-84c1d975-4c09-4f99-a608-cc127af5089e tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1639543
Apr 15 19:52:44.650414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6c355-ebb4-4f23-8635-787d25cec958 req-c4fcf4ac-ab9f-4e14-902d-6588c3b6a592 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:44.651931 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c9a6c355-ebb4-4f23-8635-787d25cec958 req-c4fcf4ac-ab9f-4e14-902d-6588c3b6a592 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1376421
Apr 15 19:52:44.727149 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-da0b7be3-6827-4373-b9c9-6f965b8d286d req-ef8c086f-9a7d-49b0-b2cd-a4d560430a52 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741901
Apr 15 19:52:44.734865 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c9a6c355-ebb4-4f23-8635-787d25cec958 req-9ad53c72-4c0b-422d-a1ce-aa9acd8d5c26 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680723
Apr 15 19:52:44.924498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ed0b-46c9-4fdd-aebf-1fcb2a9bfd21 req-4d715897-2cc7-450e-9e17-726e25d12ec0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:44.926129 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d605ed0b-46c9-4fdd-aebf-1fcb2a9bfd21 req-4d715897-2cc7-450e-9e17-726e25d12ec0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.0919268
Apr 15 19:52:44.977770 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d605ed0b-46c9-4fdd-aebf-1fcb2a9bfd21 req-290cfd69-fa3e-4bb7-adb3-4ba1d49b8989 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451717
Apr 15 19:52:46.003370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4c183-b082-47e0-88cc-c235b6dc9927 req-22098cc6-9032-4e04-9a98-7a0ae9060e16 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:46.004982 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fdf4c183-b082-47e0-88cc-c235b6dc9927 req-22098cc6-9032-4e04-9a98-7a0ae9060e16 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1577294
Apr 15 19:52:46.013906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77441257-5edf-430b-82c7-ef3a58037a90 req-fe43d412-9c62-4f84-8568-ad8fb06e7b3d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:46.015401 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-77441257-5edf-430b-82c7-ef3a58037a90 req-fe43d412-9c62-4f84-8568-ad8fb06e7b3d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1309030
Apr 15 19:52:46.088972 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fdf4c183-b082-47e0-88cc-c235b6dc9927 req-26c520fe-e437-4bb7-8f92-dcaec5a8f3f0 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725799
Apr 15 19:52:46.093462 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-77441257-5edf-430b-82c7-ef3a58037a90 req-130bce85-da80-440a-9a7d-fa482f0f0dd0 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618639
Apr 15 19:52:46.277240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140c966-7c41-438d-ae28-99698e89245f req-b4b46132-ad20-4b7f-a93e-2f46818a971b tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:46.278725 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8140c966-7c41-438d-ae28-99698e89245f req-b4b46132-ad20-4b7f-a93e-2f46818a971b tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.0888963
Apr 15 19:52:46.326879 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8140c966-7c41-438d-ae28-99698e89245f req-73bb2c82-4396-469c-9c62-d4f9dc0384dc tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419378
Apr 15 19:52:47.352061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31fe28-f03e-4ff8-8dee-a1ed6189272a req-511a670f-2842-4bee-8d19-20b128a55ea2 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:47.353670 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ad31fe28-f03e-4ff8-8dee-a1ed6189272a req-511a670f-2842-4bee-8d19-20b128a55ea2 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1520729
Apr 15 19:52:47.383201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990718e-4513-42c2-b2d6-a28f2a66d052 req-96b1becf-77c7-4024-b513-d99858cb6e94 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:47.384744 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2990718e-4513-42c2-b2d6-a28f2a66d052 req-96b1becf-77c7-4024-b513-d99858cb6e94 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1419730
Apr 15 19:52:47.425975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['abc0c4ce-b998-4acc-9da8-075ad1fe41bd'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:52:47.431859 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ad31fe28-f03e-4ff8-8dee-a1ed6189272a req-1b920d2f-c32b-4da7-aeab-86dd5ab8b900 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708871
Apr 15 19:52:47.452717 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2990718e-4513-42c2-b2d6-a28f2a66d052 req-94258bb9-cbac-412d-9d37-6f4ac5e4b4fd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596235
Apr 15 19:52:47.624122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745bc9e-e414-4d1e-9561-3b8310152ae7 req-3acc84c5-49b7-4728-87d2-22b28d66c533 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:47.625607 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5745bc9e-e414-4d1e-9561-3b8310152ae7 req-3acc84c5-49b7-4728-87d2-22b28d66c533 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.0917594
Apr 15 19:52:47.674539 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5745bc9e-e414-4d1e-9561-3b8310152ae7 req-7b775187-fa84-420d-bbde-78883078ab42 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415611
Apr 15 19:52:48.705637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff1e2-eeb5-43bd-9d3b-7ad22cf4f3d9 req-a0ecf7e9-7674-4d05-92d4-f4a80c3ad240 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:48.707235 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-688ff1e2-eeb5-43bd-9d3b-7ad22cf4f3d9 req-a0ecf7e9-7674-4d05-92d4-f4a80c3ad240 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1249104
Apr 15 19:52:48.715646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a302e8-2d67-4896-9508-ff0319bbccc5 req-579d9682-e440-42c8-b0ab-7f56f2f39b56 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:48.717088 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-48a302e8-2d67-4896-9508-ff0319bbccc5 req-579d9682-e440-42c8-b0ab-7f56f2f39b56 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1715527
Apr 15 19:52:48.792835 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-688ff1e2-eeb5-43bd-9d3b-7ad22cf4f3d9 req-cd519cb0-6abc-4c1b-91fe-98d69405c836 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747361
Apr 15 19:52:48.796021 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-48a302e8-2d67-4896-9508-ff0319bbccc5 req-ede8e8de-498e-401a-b06e-cbd7590e93ca tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640242
Apr 15 19:52:48.986942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43f3b9-eeb9-47be-84d4-d86f5b7de93e req-434df32a-d04b-4085-bd1c-9bd1d6c429a1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:48.988570 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4f43f3b9-eeb9-47be-84d4-d86f5b7de93e req-434df32a-d04b-4085-bd1c-9bd1d6c429a1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.0927753
Apr 15 19:52:49.035409 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4f43f3b9-eeb9-47be-84d4-d86f5b7de93e req-869e71f0-fb3d-4977-bd17-657e220e55ea tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405767
Apr 15 19:52:50.063510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d1fc6-575a-4e91-9073-38645c05130c req-68bad232-c954-4083-a243-8bf2e1590ff1 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:50.065679 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-871d1fc6-575a-4e91-9073-38645c05130c req-68bad232-c954-4083-a243-8bf2e1590ff1 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1561751
Apr 15 19:52:50.073866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae9e89-0596-413d-a939-ddd8594b55e0 req-4c3afd32-f6ac-4842-baaa-7551c3d7b502 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:50.075399 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-03ae9e89-0596-413d-a939-ddd8594b55e0 req-4c3afd32-f6ac-4842-baaa-7551c3d7b502 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1643939
Apr 15 19:52:50.149568 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-871d1fc6-575a-4e91-9073-38645c05130c req-b565f5bf-f295-4c59-bd8b-3f6d41b3a58e tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731356
Apr 15 19:52:50.154105 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-03ae9e89-0596-413d-a939-ddd8594b55e0 req-fd68e773-2203-4a57-9cc0-48c92a8c3d04 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635741
Apr 15 19:52:50.337552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58363-9c1d-4325-b9f4-39951bdb2fc8 req-c5ba44cf-35f2-4f5b-8c11-3eb9a172913a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:50.339034 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d8a58363-9c1d-4325-b9f4-39951bdb2fc8 req-c5ba44cf-35f2-4f5b-8c11-3eb9a172913a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.0858343
Apr 15 19:52:50.388068 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d8a58363-9c1d-4325-b9f4-39951bdb2fc8 req-1f01c4fb-b3a0-4b27-a49e-2854dedab170 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428922
Apr 15 19:52:51.455161 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c85d64-dae6-4111-8ece-25b9f80e6a8e req-4e4b3e2e-fc8d-4749-8cb2-468436fd2172 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:51.456715 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d5c85d64-dae6-4111-8ece-25b9f80e6a8e req-4e4b3e2e-fc8d-4749-8cb2-468436fd2172 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1712933
Apr 15 19:52:51.471498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0805e4-fe67-4cec-9cf2-a2d90c157b83 req-2a634f8e-d75c-43e4-be4d-2fda949ac96a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:51.474938 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea0805e4-fe67-4cec-9cf2-a2d90c157b83 req-2a634f8e-d75c-43e4-be4d-2fda949ac96a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1854515
Apr 15 19:52:51.555163 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d5c85d64-dae6-4111-8ece-25b9f80e6a8e req-df21c40c-166c-486f-93e8-62c64d911ff4 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808351
Apr 15 19:52:51.559792 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea0805e4-fe67-4cec-9cf2-a2d90c157b83 req-c26f9820-66f0-497a-952c-f5581b5171c1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680084
Apr 15 19:52:51.744856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11a4bf-5fb1-491e-b88e-1486e72303af req-c1477365-b3f8-42f5-a16e-d678d230e22d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:51.746466 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea11a4bf-5fb1-491e-b88e-1486e72303af req-c1477365-b3f8-42f5-a16e-d678d230e22d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.0894332
Apr 15 19:52:51.800300 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea11a4bf-5fb1-491e-b88e-1486e72303af req-68ba4112-dd4c-48cf-b6c1-f99f3d3c9720 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473311
Apr 15 19:52:52.340982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 42454) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:52.464859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.480246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:52.484367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Usage tracker for resource:security_group_rule and tenant:1f19a402eb3c4e188694438af9852fc6 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:52.487369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:52.493355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:52.581946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.585109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.597566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:52.648421 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f19a402eb3c4e188694438af9852fc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3061292
Apr 15 19:52:52.651611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 42468) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:52.656509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43895064-c8f8-4123-af8e-e6d465c4e6fb,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:52.665389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.665809 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.666204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.666597 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.667633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.668065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.668467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.669664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.669664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.669849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.670721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.670721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.675016 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:52.777363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.808943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.865848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.872099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0e3c909b-67f4-4063-b221-c7c9011f5705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:52.891586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43895064-c8f8-4123-af8e-e6d465c4e6fb,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:52.903905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.904705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.905253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.905648 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.906035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.906423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.906808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.907195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.907649 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.908035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.908457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.908992 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:52:52.922941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:52.928479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:52.932154 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43895064-c8f8-4123-af8e-e6d465c4e6fb HTTP/1.1" status: 204  len: 168 time: 0.2767394
Apr 15 19:52:53.149344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa2399-4736-49b6-a353-995aba201515 req-6b694716-8a1f-4598-9d83-2272c093ec9d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:53.150974 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a5fa2399-4736-49b6-a353-995aba201515 req-6b694716-8a1f-4598-9d83-2272c093ec9d tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.4473610
Apr 15 19:52:53.169101 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-1b5d9a7d-e3fe-434b-9415-e7309687e526 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1482906
Apr 15 19:52:53.191609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71932ab8-8cfa-445f-b95f-c82bf9942d64 req-e3875049-39e5-45a3-8848-639551203e40 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:53.199552 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-71932ab8-8cfa-445f-b95f-c82bf9942d64 req-e3875049-39e5-45a3-8848-639551203e40 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.4379814
Apr 15 19:52:53.245273 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a5fa2399-4736-49b6-a353-995aba201515 req-07a51345-9c81-4ad4-a71f-21417427f303 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836961
Apr 15 19:52:53.273030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 42490) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:53.291563 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-71932ab8-8cfa-445f-b95f-c82bf9942d64 req-4687a90d-34cc-4031-b1e1-9bad31460592 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909910
Apr 15 19:52:53.312299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.354168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:53.368879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Usage tracker for resource:security_group_rule and tenant:350fdae78a4b40ac97f56c2dea5fc874 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:53.372190 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:53.381825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:53.489530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.494480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.521866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6315b2b9-21eb-4895-9d5b-2f9da8802a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:53.546060 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=350fdae78a4b40ac97f56c2dea5fc874&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2687871
Apr 15 19:52:53.553325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 42506) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:53.553712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 42508) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:53.575447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-4b20f1f8-d83f-48f0-a8d5-6242e405cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:53.577104 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-4b20f1f8-d83f-48f0-a8d5-6242e405cc3d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4a86c89f03e548cdb2f0fc7c1af2ea4c&device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 1099 time: 0.2720325
Apr 15 19:52:53.598213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea9ff15-34ff-4b37-b1ab-d360e6de012d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:53.610623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:53.627530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea0db-c13d-4332-86b6-83b1b199ff08 req-4512766e-eb4e-4f66-be3c-ac6ffd82f7ca tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:53.630876 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cb8ea0db-c13d-4332-86b6-83b1b199ff08 req-4512766e-eb4e-4f66-be3c-ac6ffd82f7ca tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.1798286
Apr 15 19:52:53.677472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8e39559-c2cc-4aa6-a45c-90aafdbbec38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.732668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8e39559-c2cc-4aa6-a45c-90aafdbbec38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.734447 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cb8ea0db-c13d-4332-86b6-83b1b199ff08 req-16f0a605-39d5-4a95-8646-013017ed89f6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966704
Apr 15 19:52:53.793110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.825127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:53.830106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Usage tracker for resource:security_group_rule and tenant:0451bfe9cb364b25a66b06c5aaff02cb is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:53.833855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:53.842432 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:53.866472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8e39559-c2cc-4aa6-a45c-90aafdbbec38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.916623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:53.937516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e39559-c2cc-4aa6-a45c-90aafdbbec38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea9ff15-34ff-4b37-b1ab-d360e6de012d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:53.940475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f8e39559-c2cc-4aa6-a45c-90aafdbbec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:53.961046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8e39559-c2cc-4aa6-a45c-90aafdbbec38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.964655 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f8e39559-c2cc-4aa6-a45c-90aafdbbec38 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fea9ff15-34ff-4b37-b1ab-d360e6de012d HTTP/1.1" status: 204  len: 168 time: 0.4075477
Apr 15 19:52:53.979220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:53.994748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:54.004898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b9b78281-857d-4dcd-b4c3-dc166ca1bcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:54.049432 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0451bfe9cb364b25a66b06c5aaff02cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4903848
Apr 15 19:52:54.049811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 42536) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:54.051785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b169783e-d6d1-4c2c-ac38-509afa260178,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:54.055249 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:54.114541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bf38f635-b364-4ac6-a897-0ddc5dc182d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:54.145356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bf38f635-b364-4ac6-a897-0ddc5dc182d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:54.188903 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bf38f635-b364-4ac6-a897-0ddc5dc182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:54.194674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:54.208111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38f635-b364-4ac6-a897-0ddc5dc182d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b169783e-d6d1-4c2c-ac38-509afa260178,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:54.210540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bf38f635-b364-4ac6-a897-0ddc5dc182d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:54.219084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bf38f635-b364-4ac6-a897-0ddc5dc182d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:54.222712 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-bf38f635-b364-4ac6-a897-0ddc5dc182d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b169783e-d6d1-4c2c-ac38-509afa260178 HTTP/1.1" status: 204  len: 168 time: 0.1694322
Apr 15 19:52:54.528880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d04f68-74cb-4ce1-baf4-a2619487ab92 req-7ef715b1-2d19-4e94-9655-e6b67f549e38 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:54.530515 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-68d04f68-74cb-4ce1-baf4-a2619487ab92 req-7ef715b1-2d19-4e94-9655-e6b67f549e38 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0916433
Apr 15 19:52:54.596620 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-68d04f68-74cb-4ce1-baf4-a2619487ab92 req-c751f7b9-a78f-4546-b28e-1f0bb6e7687b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578797
Apr 15 19:52:54.775211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 42576) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:54.894468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1247101403-network', 'tenant_id': '6584985c15cf4f69b1ece814924ddc62'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:54.900473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:54.904525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Usage tracker for resource:network and tenant:6584985c15cf4f69b1ece814924ddc62 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:54.907510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:54.916664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:54.926382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Made reservation on behalf of 6584985c15cf4f69b1ece814924ddc62 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:52:54.931224 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:54.944647 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:54.948710 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e771d5-ed61-47dd-969d-8e9e70c34a3c req-94de7433-718d-495b-9d8a-adfcd2a97848 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:54.950465 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-56e771d5-ed61-47dd-969d-8e9e70c34a3c req-94de7433-718d-495b-9d8a-adfcd2a97848 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.0969398
Apr 15 19:52:54.961702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:54.976664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:6584985c15cf4f69b1ece814924ddc62 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:54.976664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:54.976664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:55.004690 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-56e771d5-ed61-47dd-969d-8e9e70c34a3c req-696ea7ef-c42c-414d-ac00-8fad5d327e05 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472484
Apr 15 19:52:55.076992 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.080040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.097968 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:55.128080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f403111-dd58-49c5-b2cf-b9ea3192f382,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:55.133408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:55.136584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:52:55.147777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.148169 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Added segment 237427b1-651b-4e7c-9dcf-372940b564cc of type vlan for network 3c5af1e6-577a-4a61-8cee-f71c73717efa
Apr 15 19:52:55.176095 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.207190 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.208720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:55.209523 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.214711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c2576bfc-c716-4b4b-9086-725df58d01f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:55.321235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=3c5af1e6-577a-4a61-8cee-f71c73717efa,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:55.324135 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5477965
Apr 15 19:52:55.327395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 42600) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:52:55.330960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:55.334873 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Request body: {'subnet': {'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1247101403-subnet', 'tenant_id': '6584985c15cf4f69b1ece814924ddc62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:52:55.336641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 3c5af1e6-577a-4a61-8cee-f71c73717efa details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:52:55.339895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:52:55.343894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Usage tracker for resource:subnet and tenant:6584985c15cf4f69b1ece814924ddc62 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:52:55.347080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:52:55.353008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:52:55.362923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Made reservation on behalf of 6584985c15cf4f69b1ece814924ddc62 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:52:55.367686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.796490 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:55.812900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6ef506fb-9fd5-4fae-84b5-c38d7d3ee997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:55.842235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca64d24-6b38-4b85-bc81-1e59f0417882 req-dfb9b401-b96d-439f-916c-8ef691a061db tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:55.843784 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aca64d24-6b38-4b85-bc81-1e59f0417882 req-dfb9b401-b96d-439f-916c-8ef691a061db tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0863299
Apr 15 19:52:55.896117 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aca64d24-6b38-4b85-bc81-1e59f0417882 req-30d82b9a-0eca-4e07-b854-e2d36ee2e287 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454559
Apr 15 19:52:55.946232 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:55.952952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:56.012423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Checking segment: {'id': '237427b1-651b-4e7c-9dcf-372940b564cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:52:56.012813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Network hostable DHCP agents. Network: 3c5af1e6-577a-4a61-8cee-f71c73717efa, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:52:56.030986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Network 3c5af1e6-577a-4a61-8cee-f71c73717efa is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:52:56.039765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 3c5af1e6-577a-4a61-8cee-f71c73717efa) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:52:56.051758 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5575790-eb75-4d03-b4fe-6d5054cdcc62 None None] Network 3c5af1e6-577a-4a61-8cee-f71c73717efa requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:52:56.053285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:56.053943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:56.079394 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d2b19da9-70fb-4234-a627-34231e815702 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7451422
Apr 15 19:52:56.248291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d95de-0cce-4bbc-bda2-f60dd770d7b4 req-1e121a2d-4825-428e-a333-94bbe0c287c1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:56.249885 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a00d95de-0cce-4bbc-bda2-f60dd770d7b4 req-1e121a2d-4825-428e-a333-94bbe0c287c1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.1239684
Apr 15 19:52:56.299604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53a65c-9b1a-4458-b1e7-35390c6f6e42 None None] Network 3c5af1e6-577a-4a61-8cee-f71c73717efa requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:52:56.302549 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a00d95de-0cce-4bbc-bda2-f60dd770d7b4 req-f6d4ebcf-5997-4ee9-9ff5-8204046588a7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452170
Apr 15 19:52:56.924485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:52:56.953868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device abc0c4ce-b998-4acc-9da8-075ad1fe41bd up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:52:57.122824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:57.124854 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-ae36f55b-d312-4e85-aeef-44b27acfa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:57.126488 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-ae36f55b-d312-4e85-aeef-44b27acfa80d service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2181703-f14f-4fe8-a943-cb5dacbb4abf HTTP/1.1" status: 200  len: 912 time: 0.2011819
Apr 15 19:52:57.133327 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port abc0c4ce-b998-4acc-9da8-075ad1fe41bd completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:52:57.144599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port abc0c4ce-b998-4acc-9da8-075ad1fe41bd triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:52:57.145014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.153083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5e12a-d49a-4933-a3aa-4e9ac6836ec0 req-9d759a22-826c-4636-80d3-cbcd72f0281b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:57.154629 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-91d5e12a-d49a-4933-a3aa-4e9ac6836ec0 req-9d759a22-826c-4636-80d3-cbcd72f0281b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1325023
Apr 15 19:52:57.174091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'port_id': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'mac_address': 'fa:16:3e:34:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:52:57.203427 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-91d5e12a-d49a-4933-a3aa-4e9ac6836ec0 req-9d5dc4e7-5edf-47c2-b585-d20f8428bfca tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419633
Apr 15 19:52:57.257506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.280583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431c18ae-c617-4e1e-bca6-7134661c98e1 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:52:57.350847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:57.358303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.363953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.367069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a65f1c81-4516-45da-a7f7-754eb55961b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:57.401906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.454657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5511dc-7635-490f-86b8-2a3c15d4d90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc0c4ce-b998-4acc-9da8-075ad1fe41bd'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:52:57.467688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:57.471414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port abc0c4ce-b998-4acc-9da8-075ad1fe41bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:52:57.472563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:57.476478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:52:57.478513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-71c11a9c-2d8b-4692-96e3-2513213e7c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:52:57.506277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac7bf4-c91c-422c-ac42-a3a89a4197ae req-ca878707-b3df-4972-a1d2-3157bae20101 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:57.508011 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5aac7bf4-c91c-422c-ac42-a3a89a4197ae req-ca878707-b3df-4972-a1d2-3157bae20101 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 944 time: 0.0929878
Apr 15 19:52:57.513633 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5511dc-7635-490f-86b8-2a3c15d4d90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc0c4ce-b998-4acc-9da8-075ad1fe41bd', 'code': 200}
Apr 15 19:52:57.552624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:52:57.555761 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5aac7bf4-c91c-422c-ac42-a3a89a4197ae req-6f7dd578-39d5-4dda-b035-b9fe0d0d3cda tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416036
Apr 15 19:52:57.555906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:52:58.173167 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-834f32d4-ff34-468d-bc6d-99a5415c5642 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27ea1896-c589-442b-9fb0-deb3ed55cb4a HTTP/1.1" status: 200  len: 217 time: 0.0712841
Apr 15 19:52:58.411695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58415319-2f34-4862-aa02-b51d2886fdc0 req-15cc1dcb-23a5-4e4c-8196-596908183ab6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:58.413310 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58415319-2f34-4862-aa02-b51d2886fdc0 req-15cc1dcb-23a5-4e4c-8196-596908183ab6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 945 time: 0.0877783
Apr 15 19:52:58.464650 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58415319-2f34-4862-aa02-b51d2886fdc0 req-303fb61f-8508-4812-84a4-a7ddc6a85f1d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444980
Apr 15 19:52:58.757321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabc559-e00d-4bf2-b041-79e4c9f4f40a req-c3fd0ffd-9023-4c0f-b962-061625f30b2a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:58.758901 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-faabc559-e00d-4bf2-b041-79e4c9f4f40a req-c3fd0ffd-9023-4c0f-b962-061625f30b2a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0875537
Apr 15 19:52:58.805369 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-faabc559-e00d-4bf2-b041-79e4c9f4f40a req-1752a64c-c26e-48b5-9dd6-d0692aa07bdf tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401618
Apr 15 19:52:59.671935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776742c7-6e17-4d45-9647-f1f476e2db29 req-0e064832-4a5c-427a-97d6-fe72f2539ff3 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:59.673526 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-776742c7-6e17-4d45-9647-f1f476e2db29 req-0e064832-4a5c-427a-97d6-fe72f2539ff3 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 945 time: 0.0909712
Apr 15 19:52:59.720532 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-776742c7-6e17-4d45-9647-f1f476e2db29 req-d9a1b4ad-42e2-47ee-840d-66f7f81852b5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406930
Apr 15 19:52:59.798017 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-b7311400-ad58-4267-bc8e-ec1bfd644371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:59.799667 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-b7311400-ad58-4267-bc8e-ec1bfd644371 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3e096e3b-9be6-471c-b1cd-b5b78c3b6314 HTTP/1.1" status: 200  len: 851 time: 0.0649092
Apr 15 19:52:59.862223 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-14726a70-f572-4e1e-b001-96ad795e8da4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2181703-f14f-4fe8-a943-cb5dacbb4abf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554626
Apr 15 19:52:59.960782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c1d21-de87-494e-975c-48c9a416669b req-14ffba2c-491e-4e47-831c-cbc897a324c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:52:59.962412 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d3c1d21-de87-494e-975c-48c9a416669b req-14ffba2c-491e-4e47-831c-cbc897a324c0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 1098 time: 0.0825710
Apr 15 19:53:00.007119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-4d3c1d21-de87-494e-975c-48c9a416669b req-e5c94692-28ae-46d8-bc25-a9f63d5bb042 service neutron] Synchronizing usage tracker for tenant:e87b6f3fcb3c4476bad7a7a6a48dcb25 on resource:security_group {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:00.025209 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-4d3c1d21-de87-494e-975c-48c9a416669b req-e5c94692-28ae-46d8-bc25-a9f63d5bb042 service neutron] Unset dirty status for tenant:e87b6f3fcb3c4476bad7a7a6a48dcb25 on resource:security_group {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:00.026445 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d3c1d21-de87-494e-975c-48c9a416669b req-e5c94692-28ae-46d8-bc25-a9f63d5bb042 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559974
Apr 15 19:53:00.083958 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-370922b7-fcfe-4d77-a626-30bfac7d8696 service neutron] 10.222.0.68 "GET /v2.0/networks/d2181703-f14f-4fe8-a943-cb5dacbb4abf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2045865
Apr 15 19:53:00.096691 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3e5aa-109c-4369-b7d7-4bbd721e9a40 req-800869b6-69eb-4e4b-b252-7f03dfe83221 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:00.098202 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cc3e5aa-109c-4369-b7d7-4bbd721e9a40 req-800869b6-69eb-4e4b-b252-7f03dfe83221 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1359634
Apr 15 19:53:00.147518 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cc3e5aa-109c-4369-b7d7-4bbd721e9a40 req-ba61e777-5ba2-4354-9e53-3151f4025cee tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423615
Apr 15 19:53:00.351935 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50601add-68ee-4ca7-8c41-6801d32e1839 req-306c8279-340c-40c7-b4dc-0ba3809707c4 service neutron] 10.222.0.68 "GET /v2.0/networks/d2181703-f14f-4fe8-a943-cb5dacbb4abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395617
Apr 15 19:53:00.466434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['431c18ae-c617-4e1e-bca6-7134661c98e1'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:53:00.926306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21793749-e8c8-47d8-abd6-06e7d48c78f8 req-89cbba6f-59ff-4d12-97c2-feaf07a23b38 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:00.927906 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-21793749-e8c8-47d8-abd6-06e7d48c78f8 req-89cbba6f-59ff-4d12-97c2-feaf07a23b38 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 945 time: 0.0908456
Apr 15 19:53:00.974777 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-21793749-e8c8-47d8-abd6-06e7d48c78f8 req-dcf3da11-3f89-460c-aa3b-0f2128d1504b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406587
Apr 15 19:53:01.347306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7fbe4-808c-4ca8-8d0f-09a688087e14 req-ca934d78-6b63-4306-a6c3-81f714e67e26 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:01.348917 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2db7fbe4-808c-4ca8-8d0f-09a688087e14 req-ca934d78-6b63-4306-a6c3-81f714e67e26 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0888357
Apr 15 19:53:01.400041 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2db7fbe4-808c-4ca8-8d0f-09a688087e14 req-36b63de1-947e-4b42-b28e-8a2f83a9d1da tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443935
Apr 15 19:53:02.105026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:53:02.183357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 431c18ae-c617-4e1e-bca6-7134661c98e1 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:53:02.189452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 431c18ae-c617-4e1e-bca6-7134661c98e1 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:02.189889 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:02.207505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53485762-9acd-48f0-a3ad-3e9d9301990e req-b811f657-9beb-4263-b0df-fda9632f8468 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:02.209138 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53485762-9acd-48f0-a3ad-3e9d9301990e req-b811f657-9beb-4263-b0df-fda9632f8468 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 945 time: 0.1087470
Apr 15 19:53:02.262355 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53485762-9acd-48f0-a3ad-3e9d9301990e req-eaffddfe-afa5-4efc-a9ec-d4b873f8ca7f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463142
Apr 15 19:53:02.344418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:02.378262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:02.388584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:02.392372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:02.394338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-54260f44-eacb-4fa5-9cde-7f36b9eb98e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:02.442652 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'code': 200}
Apr 15 19:53:02.474441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:02.478637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:02.614950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df915a-9dcb-402f-ba36-ec8a84e90b77 req-3c42f61c-d55f-4f9f-b957-659928f71424 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:02.616609 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6df915a-9dcb-402f-ba36-ec8a84e90b77 req-3c42f61c-d55f-4f9f-b957-659928f71424 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0929842
Apr 15 19:53:02.734066 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6df915a-9dcb-402f-ba36-ec8a84e90b77 req-529d2a39-d875-4012-a9e9-204f932e34ad tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018839
Apr 15 19:53:02.751645 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba8a82-f7fa-49f6-b07d-aa502213aef9 req-36a17adb-0422-4034-98a4-a3ac8bdcf9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:02.753226 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e2ba8a82-f7fa-49f6-b07d-aa502213aef9 req-36a17adb-0422-4034-98a4-a3ac8bdcf9ed service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 1099 time: 0.1033404
Apr 15 19:53:02.797969 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e2ba8a82-f7fa-49f6-b07d-aa502213aef9 req-e46ff68d-10ae-4cc1-b577-3f57b558a89b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378256
Apr 15 19:53:03.173814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acdfb9-24b4-4bb9-a2b4-e86bcb5d54f1 req-a4b1133f-dc88-47bb-a069-afe395acafa9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:03.175305 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c9acdfb9-24b4-4bb9-a2b4-e86bcb5d54f1 req-a4b1133f-dc88-47bb-a069-afe395acafa9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0879245
Apr 15 19:53:03.222695 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c9acdfb9-24b4-4bb9-a2b4-e86bcb5d54f1 req-365b53b6-c312-43d2-a5eb-319133c636b4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409381
Apr 15 19:53:03.334385 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-dc3ebf29-2c7d-44d7-9de3-82557bbb018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:03.336174 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-dc3ebf29-2c7d-44d7-9de3-82557bbb018b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 1098 time: 0.0821700
Apr 15 19:53:03.687819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-d7a2d650-fa0f-4d67-ba22-c1a40216f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:03.689431 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-d7a2d650-fa0f-4d67-ba22-c1a40216f592 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 919 time: 0.3453517
Apr 15 19:53:03.786753 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-8a2e0a66-58a6-4c15-8e4f-07cbe2eee977 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abc0c4ce-b998-4acc-9da8-075ad1fe41bd HTTP/1.1" status: 200  len: 217 time: 0.0865805
Apr 15 19:53:03.796072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60395fb-86e3-431d-98e2-bbd75d05f27c req-5d5b7a92-a97c-4a70-a292-d005cb14f5b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:03.798015 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c60395fb-86e3-431d-98e2-bbd75d05f27c req-5d5b7a92-a97c-4a70-a292-d005cb14f5b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.3592997
Apr 15 19:53:03.841137 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-1437f1b8-0cad-45ef-8d17-355e73e74d73 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:03.843196 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-1437f1b8-0cad-45ef-8d17-355e73e74d73 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/networks?id=3c5af1e6-577a-4a61-8cee-f71c73717efa HTTP/1.1" status: 200  len: 809 time: 0.3559773
Apr 15 19:53:03.903942 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-317c7ed4-5c8a-43ac-ae7d-f227bc965ce7 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/quotas/6584985c15cf4f69b1ece814924ddc62 HTTP/1.1" status: 200  len: 375 time: 0.0490961
Apr 15 19:53:03.925499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-117aa381-9785-4d64-b7f4-344e3b74a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:03.927422 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-117aa381-9785-4d64-b7f4-344e3b74a45d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.1284599
Apr 15 19:53:04.138485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-634bf430-c04a-4942-b17a-3ed7a1ac0953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:04.243567 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-95c8a003-70af-4d09-a47b-cad92bb0bb21 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654559
Apr 15 19:53:04.245632 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-1e9f128b-15d5-4fd0-ab9c-ec6c2187b951 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6584985c15cf4f69b1ece814924ddc62&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3281617
Apr 15 19:53:04.248867 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c60395fb-86e3-431d-98e2-bbd75d05f27c req-9cef5a7f-4780-4f45-80c4-ba1a76c1ba38 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4009554
Apr 15 19:53:04.590823 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-64a602ed-c57b-4be5-a31e-3d7a3cf36aff service neutron] 10.222.0.58 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3374155
Apr 15 19:53:04.597687 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-0494a2ae-91ec-4705-834e-8ecd8879f8d9 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3184407
Apr 15 19:53:04.607695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2f53d-40b9-4f4e-a11d-8b4bc456bfaa req-25b3d9fe-043f-4d95-a911-1f7abf729042 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:04.609193 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-83a2f53d-40b9-4f4e-a11d-8b4bc456bfaa req-25b3d9fe-043f-4d95-a911-1f7abf729042 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.2494237
Apr 15 19:53:04.843856 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-83a2f53d-40b9-4f4e-a11d-8b4bc456bfaa req-f332035a-8dc3-41c4-b0f1-93ffc4f421d3 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114975
Apr 15 19:53:04.942043 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-1df6298c-9868-4a60-984d-35044056257d service neutron] 10.222.0.58 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3433468
Apr 15 19:53:04.945385 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c188b37a-119d-467f-a7d5-6542ebc3af25 req-b757941d-6997-4172-b747-2207e98e5abf service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3143291
Apr 15 19:53:05.148063 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50e9d140-20eb-4734-b838-025e41a1c1aa req-d03069dc-5b78-4f88-be40-035381a5f8f3 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 210 time: 0.0541399
Apr 15 19:53:05.512018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639e65f-7f8c-4c7c-aa66-47120d41be56 req-39c0d908-3bdd-4768-9dde-708769056800 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:05.514688 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d639e65f-7f8c-4c7c-aa66-47120d41be56 req-39c0d908-3bdd-4768-9dde-708769056800 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0998988
Apr 15 19:53:05.563830 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d639e65f-7f8c-4c7c-aa66-47120d41be56 req-ba1fc1aa-251a-44e7-9094-a880f3056010 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429568
Apr 15 19:53:05.767095 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7747ed-00c5-4254-af22-d2e5de04a949 req-8040eda4-86e3-4183-96da-9862fc1b6a53 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:05.769206 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1e7747ed-00c5-4254-af22-d2e5de04a949 req-8040eda4-86e3-4183-96da-9862fc1b6a53 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0928741
Apr 15 19:53:05.778672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 42860) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:05.784894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'floatingip': {'port_id': '431c18ae-c617-4e1e-bca6-7134661c98e1'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:05.863835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:06.145550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-856151bf-ff42-48b2-8f6b-8ddcfdd8720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:06.255796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350991-6cec-4616-8c2e-d4ff2fbd9c10 req-7de5840c-c690-404e-b296-832aa5cfeebe tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:06.257396 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3a350991-6cec-4616-8c2e-d4ff2fbd9c10 req-7de5840c-c690-404e-b296-832aa5cfeebe tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.2846897
Apr 15 19:53:06.336732 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-55f0a0f5-8c83-4728-8879-d8841bb6d121 req-ad46309f-891e-4e34-bae7-eb002b6ae57e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 210 time: 0.0694795
Apr 15 19:53:06.379291 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3a350991-6cec-4616-8c2e-d4ff2fbd9c10 req-e39733fa-85d5-45eb-9152-1a6fbed766fa tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132574
Apr 15 19:53:06.827713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:06.905442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.resource_extend [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:53:07.004267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:07.007729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:07.183405 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Floating IP 5044d7d4-b221-4148-bc45-1dfd2d04d91c associated. External IP: 172.27.3.192, port: 431c18ae-c617-4e1e-bca6-7134661c98e1.
Apr 15 19:53:07.590558 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6019fb73-c64b-4e0d-b613-f9c6f0300f72 req-ead83439-4f4d-4be5-859a-b77a45c1ccab tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 210 time: 0.1108825
Apr 15 19:53:07.654794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:53:07.679517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb0027-0a03-496c-b1c2-ad3b7762dffd req-cb6007e8-c9ff-41e8-9d13-5c3dac0ee0d4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:07.681379 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9aeb0027-0a03-496c-b1c2-ad3b7762dffd req-cb6007e8-c9ff-41e8-9d13-5c3dac0ee0d4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1529286
Apr 15 19:53:07.691522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:07.870046 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9aeb0027-0a03-496c-b1c2-ad3b7762dffd req-f13a3a1d-232b-4cb6-9d5a-0ee9c3df9169 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302471
Apr 15 19:53:07.895642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:53:07.900081 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:07.909355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] Sync routers for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:53:07.920593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:07.921412 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d19d30>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:07.962143 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6694a18c-5b39-426f-a55c-39de7af83ffa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "PUT /v2.0/floatingips/5044d7d4-b221-4148-bc45-1dfd2d04d91c HTTP/1.1" status: 200  len: 992 time: 2.1816270
Apr 15 19:53:07.962987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:08.017537 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'status': 'completed', 'code': 200}
Apr 15 19:53:08.139834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:08.496264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d19d30>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '5044d7d4-b221-4148-bc45-1dfd2d04d91c', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'port_id': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'mac_address': 'fa:16:3e:34:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:52:11Z', 'updated_at': '2021-04-15T19:53:06Z', 'revision_number': 1, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:08.500131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] Checking router: 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:53:08.508769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:08.509402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d19d30>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:08.691641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:08.734260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:08.763799 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2dfe10e2-bb3c-4a95-9f12-788e6d0a0828 req-468ea051-ad1f-47c1-ae6c-b4281a6d4c7f tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 210 time: 0.0503066
Apr 15 19:53:09.070548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d19d30>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '5044d7d4-b221-4148-bc45-1dfd2d04d91c', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'port_id': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'mac_address': 'fa:16:3e:34:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:52:11Z', 'updated_at': '2021-04-15T19:53:06Z', 'revision_number': 1, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:09.072447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77f992-44ef-4838-bec6-dd9f48260008 req-ab19c1a0-8b28-435a-ae4d-0641cd9ec71a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:09.074084 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dc77f992-44ef-4838-bec6-dd9f48260008 req-ab19c1a0-8b28-435a-ae4d-0641cd9ec71a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0915849
Apr 15 19:53:09.075429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b10df1-9cdb-48ae-a5f3-fe82a9deaffe None None] The sync data for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi is: [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '5044d7d4-b221-4148-bc45-1dfd2d04d91c', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'port_id': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'mac_address': 'fa:16:3e:34:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:52:11Z', 'updated_at': '2021-04-15T19:53:06Z', 'revision_number': 1, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:53:09.133301 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dc77f992-44ef-4838-bec6-dd9f48260008 req-7d03c5e4-54d6-49c0-8e9f-d09d5166b339 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492294
Apr 15 19:53:09.363413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a96a30-7533-4b19-a994-1fa6dd881d9e None None] New status for floating IP 5044d7d4-b221-4148-bc45-1dfd2d04d91c: ACTIVE {{(pid=85420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:53:09.978026 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4c5ffb2a-f82c-4e75-b579-711aae8799c4 req-cbd32414-e638-4c3e-8431-1d6e1a11635c tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 210 time: 0.0548389
Apr 15 19:53:10.001303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-ac46e87a-755f-4837-b524-03833de80faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:10.002920 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-ac46e87a-755f-4837-b524-03833de80faf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 1099 time: 0.1362481
Apr 15 19:53:10.149489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-8de29ecd-e8e6-4e55-b823-1688ad529211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:10.151067 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-8de29ecd-e8e6-4e55-b823-1688ad529211 service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.1405826
Apr 15 19:53:10.318345 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-3ef853ec-5c3d-4b28-8de4-c5644aad66b0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=431c18ae-c617-4e1e-bca6-7134661c98e1 HTTP/1.1" status: 200  len: 1002 time: 0.1555130
Apr 15 19:53:10.413572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66802bef-68c6-47ec-8c0d-ccba5bdda646 req-881179d5-5d61-4317-ac96-d0b25c38fbc9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:10.415098 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-66802bef-68c6-47ec-8c0d-ccba5bdda646 req-881179d5-5d61-4317-ac96-d0b25c38fbc9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1635249
Apr 15 19:53:10.416696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-0edbfa72-1f4c-48dc-95dd-754cccb9389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:10.418131 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-0edbfa72-1f4c-48dc-95dd-754cccb9389f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0915675
Apr 15 19:53:10.521256 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-66802bef-68c6-47ec-8c0d-ccba5bdda646 req-536a9a38-7af5-4481-88a5-1d703255ad68 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989368
Apr 15 19:53:10.544034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-ec7491ee-62c4-4ad5-9bef-a6e9568695cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:10.544905 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-ec7491ee-62c4-4ad5-9bef-a6e9568695cf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1065381
Apr 15 19:53:10.755670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-151742e7-83bc-4834-b402-a931823c5c41 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:10.756527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-151742e7-83bc-4834-b402-a931823c5c41 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Synchronizing usage tracker for tenant:6584985c15cf4f69b1ece814924ddc62 on resource:network {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:10.776278 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-151742e7-83bc-4834-b402-a931823c5c41 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Unset dirty status for tenant:6584985c15cf4f69b1ece814924ddc62 on resource:network {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:10.777646 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-151742e7-83bc-4834-b402-a931823c5c41 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.68 "GET /v2.0/networks?id=3c5af1e6-577a-4a61-8cee-f71c73717efa HTTP/1.1" status: 200  len: 809 time: 0.1892431
Apr 15 19:53:10.801699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Request body: {'port': {'device_id': '574ff274-8b99-4baa-b424-16554e441853', 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa', 'admin_state_up': True, 'tenant_id': '6584985c15cf4f69b1ece814924ddc62'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:10.919705 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-aab79755-4474-418e-b10c-cc79203516e2 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3660085
Apr 15 19:53:10.957297 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:10.963203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Usage tracker for resource:port and tenant:6584985c15cf4f69b1ece814924ddc62 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:10.966272 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:10.972979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:10.983489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Made reservation on behalf of 6584985c15cf4f69b1ece814924ddc62 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:10.991554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:11.137613 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ae6a283-6f6b-4b71-a1b7-6b05040a673c req-2dcbdced-cf6e-4c3f-8e0e-e2db82083e31 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002466
Apr 15 19:53:11.195788 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e4fdd3bd-2566-4d56-a9e1-71bfecad196e req-4ea522c9-aa8a-4a82-80fb-1aecaef22690 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 210 time: 0.0538740
Apr 15 19:53:11.221841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Allocated IP 172.20.0.7 (3c5af1e6-577a-4a61-8cee-f71c73717efa/82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8/a74c0278-5340-462f-a994-ad5e3c6fc1d8) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:53:11.445004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:11.475464 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:11.494544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0cc34a1b-e0c4-44b1-b187-91ce1c06bafb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:11.641164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Pushing event updated for resources: {'Port': ['ID=a74c0278-5340-462f-a994-ad5e3c6fc1d8,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:11.644433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:11.698432 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Network 3c5af1e6-577a-4a61-8cee-f71c73717efa is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:11.699636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:11.702159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:53:11.757394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d2d47-34d5-41ad-89b2-68f356a11c16 req-e677dedc-9489-4a27-ad68-b7b8cf47c988 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:11.759189 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ba0d2d47-34d5-41ad-89b2-68f356a11c16 req-e677dedc-9489-4a27-ad68-b7b8cf47c988 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1058838
Apr 15 19:53:11.774889 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:11.775608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:11.797955 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0009873
Apr 15 19:53:11.813265 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ba0d2d47-34d5-41ad-89b2-68f356a11c16 req-4c2725ee-13a6-40b4-bb3a-568e61b90476 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476372
Apr 15 19:53:12.396684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db565460-6df6-4505-92cd-a5c7eae8e448 req-ae4a53cb-be87-4327-a985-96fdc6d89ad7 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:12.398281 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-db565460-6df6-4505-92cd-a5c7eae8e448 req-ae4a53cb-be87-4327-a985-96fdc6d89ad7 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 931 time: 0.0884502
Apr 15 19:53:12.445652 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-db565460-6df6-4505-92cd-a5c7eae8e448 req-b6abf79b-3900-448e-ad21-1e92f7814a39 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410357
Apr 15 19:53:13.018826 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bed3b-2c14-4a86-b763-1f11a134a140 req-193557b2-74ac-4117-9f7a-71846220ee62 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:13.020337 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6e5bed3b-2c14-4a86-b763-1f11a134a140 req-193557b2-74ac-4117-9f7a-71846220ee62 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0891612
Apr 15 19:53:13.066638 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6e5bed3b-2c14-4a86-b763-1f11a134a140 req-619f7220-e99b-49a1-9a29-5a269b47c7e5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400834
Apr 15 19:53:13.642814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfbdb7-6e79-4cd7-9976-880f901c2105 req-1bd0769a-500d-4312-aec7-7cbe2a663c35 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:13.644464 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cbbfbdb7-6e79-4cd7-9976-880f901c2105 req-1bd0769a-500d-4312-aec7-7cbe2a663c35 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 931 time: 0.0868909
Apr 15 19:53:13.692910 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cbbfbdb7-6e79-4cd7-9976-880f901c2105 req-891e2e77-6830-4904-8821-d47946918562 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419898
Apr 15 19:53:14.269890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6d442-4c91-49ef-9af0-542c6cb10f19 req-149e2a18-3f4b-4903-98ca-846d3bf609a0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:14.271476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Request body: {'port': {'device_id': '574ff274-8b99-4baa-b424-16554e441853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:14.271628 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d7e6d442-4c91-49ef-9af0-542c6cb10f19 req-149e2a18-3f4b-4903-98ca-846d3bf609a0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0914383
Apr 15 19:53:14.321999 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d7e6d442-4c91-49ef-9af0-542c6cb10f19 req-841672d4-bcc9-4e2c-9664-913bf2c9cbf8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437315
Apr 15 19:53:14.395401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:14.747466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74c0278-5340-462f-a994-ad5e3c6fc1d8 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:53:14.755729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:14.770388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Transition to ACTIVE for port object a74c0278-5340-462f-a994-ad5e3c6fc1d8 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:53:14.772994 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:14.788054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:14.895563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365187b-392d-4198-a2f7-f9d36fe64663 req-53af9a28-0c1b-43cf-a673-f633812da925 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:14.897186 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2365187b-392d-4198-a2f7-f9d36fe64663 req-53af9a28-0c1b-43cf-a673-f633812da925 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 943 time: 0.0912335
Apr 15 19:53:14.920450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a74c0278-5340-462f-a994-ad5e3c6fc1d8,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:14.925345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:14.950962 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2365187b-392d-4198-a2f7-f9d36fe64663 req-9b8eb6ac-a0c9-49ad-874b-e354485ebca0 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462651
Apr 15 19:53:15.328866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Attempting to bind port a74c0278-5340-462f-a994-ad5e3c6fc1d8 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:53:15.329251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Attempting to bind port a74c0278-5340-462f-a994-ad5e3c6fc1d8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '237427b1-651b-4e7c-9dcf-372940b564cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:53:15.330108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Attempting to bind port a74c0278-5340-462f-a994-ad5e3c6fc1d8 on network 3c5af1e6-577a-4a61-8cee-f71c73717efa {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:53:15.335113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Port a74c0278-5340-462f-a994-ad5e3c6fc1d8 on network 3c5af1e6-577a-4a61-8cee-f71c73717efa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:53:15.335527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Attempting to bind port a74c0278-5340-462f-a994-ad5e3c6fc1d8 on network 3c5af1e6-577a-4a61-8cee-f71c73717efa {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:53:15.340962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:53:15.341343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Checking segment: {'id': '237427b1-651b-4e7c-9dcf-372940b564cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:15.341764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Bound using segment: {'id': '237427b1-651b-4e7c-9dcf-372940b564cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:53:15.342257 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Bound port: a74c0278-5340-462f-a994-ad5e3c6fc1d8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237427b1-651b-4e7c-9dcf-372940b564cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:53:15.342619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:15.443677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] For port a74c0278-5340-462f-a994-ad5e3c6fc1d8, host hv-cinder-78638, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:53:15.446830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] For port a74c0278-5340-462f-a994-ad5e3c6fc1d8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a74c0278-5340-462f-a994-ad5e3c6fc1d8,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:53:15.450411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:15.466195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:15.535480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548b388-0df0-41f4-b712-72cdf86d4f14 req-e8cc272c-2f9c-44c7-8286-e2be1779a91f tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:15.537213 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2548b388-0df0-41f4-b712-72cdf86d4f14 req-e8cc272c-2f9c-44c7-8286-e2be1779a91f tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0997465
Apr 15 19:53:15.585102 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2548b388-0df0-41f4-b712-72cdf86d4f14 req-bd3434cb-47e7-4e23-ae87-bc2cdaf85cd1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417004
Apr 15 19:53:15.627546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=a74c0278-5340-462f-a994-ad5e3c6fc1d8,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:15.632905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:15.662955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:15.663808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:15.665331 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] 10.222.0.68 "PUT /v2.0/ports/a74c0278-5340-462f-a994-ad5e3c6fc1d8 HTTP/1.1" status: 200  len: 1093 time: 1.3996191
Apr 15 19:53:15.665851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574ff274-8b99-4baa-b424-16554e441853', 'tag': 'a74c0278-5340-462f-a994-ad5e3c6fc1d8'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:15.717460 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574ff274-8b99-4baa-b424-16554e441853', 'tag': 'a74c0278-5340-462f-a994-ad5e3c6fc1d8', 'status': 'completed', 'code': 200}
Apr 15 19:53:16.117026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324f41a-b957-4378-b6b1-99d58e13cf16 req-60b9797c-a162-4f94-9501-a2da43d40173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:16.118612 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d324f41a-b957-4378-b6b1-99d58e13cf16 req-60b9797c-a162-4f94-9501-a2da43d40173 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6584985c15cf4f69b1ece814924ddc62&device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 1096 time: 0.0807011
Apr 15 19:53:16.161722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f53519-2929-4eaf-bc00-ecabf21534c3 req-1b2acc49-1f18-49a5-8b0e-b78c175f123b tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:16.163337 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14f53519-2929-4eaf-bc00-ecabf21534c3 req-1b2acc49-1f18-49a5-8b0e-b78c175f123b tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 943 time: 0.0915303
Apr 15 19:53:16.211115 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14f53519-2929-4eaf-bc00-ecabf21534c3 req-70e5db75-a462-4a2e-b87c-58056969bd96 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408430
Apr 15 19:53:16.273855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324f41a-b957-4378-b6b1-99d58e13cf16 req-bbd8ad4a-1464-4573-8883-668b7918dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:16.275450 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d324f41a-b957-4378-b6b1-99d58e13cf16 req-bbd8ad4a-1464-4573-8883-668b7918dfb4 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=6584985c15cf4f69b1ece814924ddc62&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1424251
Apr 15 19:53:16.421641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324f41a-b957-4378-b6b1-99d58e13cf16 req-6b3efee3-162e-46fe-85b5-5758f33a2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:16.423234 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d324f41a-b957-4378-b6b1-99d58e13cf16 req-6b3efee3-162e-46fe-85b5-5758f33a2edd service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1374700
Apr 15 19:53:16.540320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-b31c9fa5-f866-4742-8797-d8b37ea6cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:16.541960 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-b31c9fa5-f866-4742-8797-d8b37ea6cd3c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6584985c15cf4f69b1ece814924ddc62&device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 1096 time: 0.0776157
Apr 15 19:53:16.617963 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-8aeb2117-cf94-45fc-b526-8efe5e0696d3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74c0278-5340-462f-a994-ad5e3c6fc1d8 HTTP/1.1" status: 200  len: 217 time: 0.0678172
Apr 15 19:53:16.690847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-efaf79c6-48b0-44a1-8f53-1cfae4e2683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:16.692539 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-efaf79c6-48b0-44a1-8f53-1cfae4e2683f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8 HTTP/1.1" status: 200  len: 849 time: 0.0664377
Apr 15 19:53:16.747734 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-25fbc531-bf4d-46c4-827a-b8740b4c99a3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3c5af1e6-577a-4a61-8cee-f71c73717efa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467160
Apr 15 19:53:16.791695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3ad48-b1ae-4449-a64e-7b330a4a99cd req-3cbb701b-b8f5-4a17-9716-6e9453d5ac35 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:16.793569 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-61c3ad48-b1ae-4449-a64e-7b330a4a99cd req-3cbb701b-b8f5-4a17-9716-6e9453d5ac35 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0905590
Apr 15 19:53:16.841806 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-61c3ad48-b1ae-4449-a64e-7b330a4a99cd req-9a137fa2-a169-4c4a-99c2-327e6a9626b4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412269
Apr 15 19:53:16.890687 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-9c544739-c5a9-484c-847f-98ec763e0643 service neutron] 10.222.0.68 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348677
Apr 15 19:53:17.033535 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69bd774e-502e-47f7-a7d1-ce18a6b6a93a req-e594fb71-ee75-49f5-8cf6-f38f71573a4d service neutron] 10.222.0.68 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341705
Apr 15 19:53:17.416780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b00b13-6d0f-45a1-aead-d0aa18e62c43 req-a1449cd4-506e-43ac-934d-7829efef6eac tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:17.418689 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a3b00b13-6d0f-45a1-aead-d0aa18e62c43 req-a1449cd4-506e-43ac-934d-7829efef6eac tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 943 time: 0.0908835
Apr 15 19:53:17.466355 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a3b00b13-6d0f-45a1-aead-d0aa18e62c43 req-fe127b98-e22a-450a-8bb7-758770180e7d tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406189
Apr 15 19:53:17.891680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43086) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:17.942961 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43094) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:18.151651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:53:18.165414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.180454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.186809 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:18.197179 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f0cf-8c89-479b-9696-6a761c657acc req-25f46400-c50e-4f08-a682-766dbb10657c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:18.198818 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e3e2f0cf-8c89-479b-9696-6a761c657acc req-25f46400-c50e-4f08-a682-766dbb10657c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.2143781
Apr 15 19:53:18.201527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:160aa63fabd247f1b36adbc049a14718 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:18.205268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:18.210614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:18.214391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:18.215012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Usage tracker for resource:security_group_rule and tenant:bd58b3161f424f4da174b9fd7cb7a092 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:18.217924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:18.224663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:18.275863 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e3e2f0cf-8c89-479b-9696-6a761c657acc req-c84edcc6-96f6-43bc-b0b6-d8a4c543a1d6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671954
Apr 15 19:53:18.323221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.328808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.339473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-64e8e7bb-ac21-4cc8-9b03-546fbf347c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:18.352177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.355480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.365003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a1534cba-b897-415f-9c56-97576bfa9a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:18.382145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e82d6b4-2eb7-4901-9b7a-6b53fb3438a2,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:18.385896 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:18.389655 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd58b3161f424f4da174b9fd7cb7a092&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4464040
Apr 15 19:53:18.393037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43118) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:18.401526 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=160aa63fabd247f1b36adbc049a14718&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5079772
Apr 15 19:53:18.404422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43126) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:18.447059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d35def9-6839-4887-8f7c-ca70c055f417,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:18.453628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:18.476764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fd5c556d-28a7-4fef-afa8-8f0c33cc9ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.493697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-419039d6-003d-4811-a0d3-c4c84839c197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.518025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fd5c556d-28a7-4fef-afa8-8f0c33cc9ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.526190 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-419039d6-003d-4811-a0d3-c4c84839c197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.573350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fd5c556d-28a7-4fef-afa8-8f0c33cc9ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.581937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-eda396d2-f829-48fa-93ae-2a6f063a2eaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:18.587906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-419039d6-003d-4811-a0d3-c4c84839c197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.596279 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c7b19e98-e0cf-46cd-a6b3-a7ef417feb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:18.598797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c556d-28a7-4fef-afa8-8f0c33cc9ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e82d6b4-2eb7-4901-9b7a-6b53fb3438a2,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:18.601301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fd5c556d-28a7-4fef-afa8-8f0c33cc9ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.617005 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-fd5c556d-28a7-4fef-afa8-8f0c33cc9ac5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e82d6b4-2eb7-4901-9b7a-6b53fb3438a2 HTTP/1.1" status: 204  len: 168 time: 0.2165115
Apr 15 19:53:18.619018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fd5c556d-28a7-4fef-afa8-8f0c33cc9ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:18.683624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419039d6-003d-4811-a0d3-c4c84839c197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d35def9-6839-4887-8f7c-ca70c055f417,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:18.686200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-419039d6-003d-4811-a0d3-c4c84839c197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:18.687092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-419039d6-003d-4811-a0d3-c4c84839c197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:18.688339 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-419039d6-003d-4811-a0d3-c4c84839c197 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d35def9-6839-4887-8f7c-ca70c055f417 HTTP/1.1" status: 204  len: 168 time: 0.2829375
Apr 15 19:53:18.774797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497731a-8a8f-4e0d-a2c4-abc289a857f0 req-afb7379c-9a20-4412-923b-1f589edd2d11 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:18.777144 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f497731a-8a8f-4e0d-a2c4-abc289a857f0 req-afb7379c-9a20-4412-923b-1f589edd2d11 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 943 time: 0.1430140
Apr 15 19:53:18.859853 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f497731a-8a8f-4e0d-a2c4-abc289a857f0 req-b6c1bd8b-1b22-4a42-98aa-43b08c16e5b6 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758426
Apr 15 19:53:19.571483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9572f3-6336-4525-a682-53a3137e9b30 req-56abcdae-f605-47b4-8d9d-f38ac9487d65 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:19.583063 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb9572f3-6336-4525-a682-53a3137e9b30 req-56abcdae-f605-47b4-8d9d-f38ac9487d65 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1469243
Apr 15 19:53:19.674409 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb9572f3-6336-4525-a682-53a3137e9b30 req-e9db55e2-a70d-4958-a849-7abfc125a3ee tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904224
Apr 15 19:53:19.878518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c4489-689b-4936-bdfc-9b32fe0fe18f req-09ee3f1f-fa4e-4050-b77b-c94a10ee4fd0 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:19.880132 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d90c4489-689b-4936-bdfc-9b32fe0fe18f req-09ee3f1f-fa4e-4050-b77b-c94a10ee4fd0 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.0930958
Apr 15 19:53:19.942164 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d90c4489-689b-4936-bdfc-9b32fe0fe18f req-b9ebaa90-66f7-4c57-b1b0-7afc75b09ab5 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451808
Apr 15 19:53:20.104563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317217d3-3efd-44c2-9eac-259e2ba6b1e8 req-6c1bfedf-a427-47e1-a465-54754c8268c5 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:20.112033 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-317217d3-3efd-44c2-9eac-259e2ba6b1e8 req-6c1bfedf-a427-47e1-a465-54754c8268c5 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 943 time: 0.1271284
Apr 15 19:53:20.177924 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-317217d3-3efd-44c2-9eac-259e2ba6b1e8 req-a3abd9a8-e6df-4ee8-89f2-af05afb6cba6 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503614
Apr 15 19:53:20.688074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43276) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:20.900223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9063fbf-3f91-4737-a211-848d95f657fb req-8b6615b7-1af4-4216-9a66-0982349ab7ce tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:20.901854 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d9063fbf-3f91-4737-a211-848d95f657fb req-8b6615b7-1af4-4216-9a66-0982349ab7ce tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1024826
Apr 15 19:53:20.964999 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d9063fbf-3f91-4737-a211-848d95f657fb req-290dc886-5dc8-40f2-89e0-067c71c5eec2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562563
Apr 15 19:53:21.005694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.022604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:21.026854 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Usage tracker for resource:security_group_rule and tenant:dbea6298587f45ecacc3c1bccf496ad0 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:21.030219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:21.036926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:21.055885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43298) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:21.203693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.215755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.232457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09ffa-45c8-458a-93c8-2fa16053d8ae req-38de5c55-fb65-4536-bec3-60670f7ec141 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:21.234008 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aff09ffa-45c8-458a-93c8-2fa16053d8ae req-38de5c55-fb65-4536-bec3-60670f7ec141 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1412861
Apr 15 19:53:21.237042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-863c2655-bcf2-49aa-b915-d37cf10cfb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:21.273234 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22092da-78ef-4067-81f7-7bef3a980bf7,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:21.296980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:21.351701 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43312) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:21.371264 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dbea6298587f45ecacc3c1bccf496ad0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6818640
Apr 15 19:53:21.374235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43318) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:21.389501 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aff09ffa-45c8-458a-93c8-2fa16053d8ae req-433353b4-c3fe-4556-a056-5a145c65bf8e tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382923
Apr 15 19:53:21.441655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86c507-a17a-479a-a578-27f0cdd3897c req-2253bd60-83a2-46f8-bc01-9f88401b5252 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:21.443785 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1d86c507-a17a-479a-a578-27f0cdd3897c req-2253bd60-83a2-46f8-bc01-9f88401b5252 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 943 time: 0.1455657
Apr 15 19:53:21.449668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.495711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:21.496155 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1d86c507-a17a-479a-a578-27f0cdd3897c req-1b9a1c8c-4575-45eb-9d3c-879caf33535a tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454443
Apr 15 19:53:21.498462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.515545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Usage tracker for resource:security_group_rule and tenant:d03295eccb704f44afd10dfed08b430f is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:21.520150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:21.527979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:21.532918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:21.537013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Usage tracker for resource:security_group_rule and tenant:e8c7ad76106544e5971e51f39a3375f6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:21.549444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:21.562213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:21.568433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-630eb9eb-796a-43d5-b055-802a1a9ee4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.651513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-630eb9eb-796a-43d5-b055-802a1a9ee4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.769803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.780752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.791692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:21.819516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-630eb9eb-796a-43d5-b055-802a1a9ee4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.842726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.858763 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.869755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c669e87b-e533-4ca3-93eb-f6550238915d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:21.872985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:21.877688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:21.900829 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d03295eccb704f44afd10dfed08b430f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8412697
Apr 15 19:53:21.901512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43328) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:21.916844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630eb9eb-796a-43d5-b055-802a1a9ee4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22092da-78ef-4067-81f7-7bef3a980bf7,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:21.952159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-630eb9eb-796a-43d5-b055-802a1a9ee4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:21.956699 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-630eb9eb-796a-43d5-b055-802a1a9ee4fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a22092da-78ef-4067-81f7-7bef3a980bf7 HTTP/1.1" status: 204  len: 168 time: 0.5778518
Apr 15 19:53:21.966016 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8c7ad76106544e5971e51f39a3375f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6106412
Apr 15 19:53:21.983878 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43334) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:22.021815 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da12ccaa-6eee-41d5-b8ef-94a25049638d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:22.025140 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:22.033338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:22.033765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:22.043657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd79b-043d-4203-b5fb-a1751b107be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.075375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd79b-043d-4203-b5fb-a1751b107be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.103898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d6627013-5a58-4f3a-b70f-4927de89ae82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.123946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd79b-043d-4203-b5fb-a1751b107be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.130467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3af1e780-adfa-4267-a37b-c1abe0dba3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:22.151753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcd79b-043d-4203-b5fb-a1751b107be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c669e87b-e533-4ca3-93eb-f6550238915d,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:22.188277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d6627013-5a58-4f3a-b70f-4927de89ae82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.191752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4bfcd79b-043d-4203-b5fb-a1751b107be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:22.206099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device a74c0278-5340-462f-a994-ad5e3c6fc1d8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:53:22.209768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd79b-043d-4203-b5fb-a1751b107be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.213499 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4bfcd79b-043d-4203-b5fb-a1751b107be1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c669e87b-e533-4ca3-93eb-f6550238915d HTTP/1.1" status: 204  len: 168 time: 0.3082538
Apr 15 19:53:22.255328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff07dfb-e5ae-4722-bd58-6ecf181c5d46 req-311b1d5f-5582-4d80-bee3-a7541b84fe0c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:22.257008 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bff07dfb-e5ae-4722-bd58-6ecf181c5d46 req-311b1d5f-5582-4d80-bee3-a7541b84fe0c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1111755
Apr 15 19:53:22.267908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-478972db-b839-46ce-ae1d-e237cefabf64 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:22.268703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-478972db-b839-46ce-ae1d-e237cefabf64 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Synchronizing usage tracker for tenant:4a86c89f03e548cdb2f0fc7c1af2ea4c on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:22.289986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-478972db-b839-46ce-ae1d-e237cefabf64 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Unset dirty status for tenant:4a86c89f03e548cdb2f0fc7c1af2ea4c on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:22.291311 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-478972db-b839-46ce-ae1d-e237cefabf64 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.68 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1692109
Apr 15 19:53:22.296820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d6627013-5a58-4f3a-b70f-4927de89ae82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.307957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:22.319132 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bff07dfb-e5ae-4722-bd58-6ecf181c5d46 req-618426cc-48b7-4451-886c-3e973d113c72 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546939
Apr 15 19:53:22.364760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6627013-5a58-4f3a-b70f-4927de89ae82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da12ccaa-6eee-41d5-b8ef-94a25049638d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:22.372950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d6627013-5a58-4f3a-b70f-4927de89ae82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:22.392855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d6627013-5a58-4f3a-b70f-4927de89ae82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.394099 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d6627013-5a58-4f3a-b70f-4927de89ae82 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/da12ccaa-6eee-41d5-b8ef-94a25049638d HTTP/1.1" status: 204  len: 168 time: 0.4091871
Apr 15 19:53:22.418114 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Deleting port 27ea1896-c589-442b-9fb0-deb3ed55cb4a {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:53:22.418907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.442294 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port a74c0278-5340-462f-a994-ad5e3c6fc1d8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a74c0278-5340-462f-a994-ad5e3c6fc1d8,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:22.467465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': 'a74c0278-5340-462f-a994-ad5e3c6fc1d8', 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa', 'port_id': 'a74c0278-5340-462f-a994-ad5e3c6fc1d8', 'mac_address': 'fa:16:3e:9d:db:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:53:22.582644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.622914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74c0278-5340-462f-a994-ad5e3c6fc1d8 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:53:22.652402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port a74c0278-5340-462f-a994-ad5e3c6fc1d8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a74c0278-5340-462f-a994-ad5e3c6fc1d8,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:22.656794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.659927 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:22.693267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99efc7-5bd3-42e6-afba-e8b8d9cf6e29 req-d6002b33-5c55-4cd0-8614-09315d3cbd02 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:22.695196 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0f99efc7-5bd3-42e6-afba-e8b8d9cf6e29 req-d6002b33-5c55-4cd0-8614-09315d3cbd02 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 946 time: 0.1277740
Apr 15 19:53:22.748884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=a74c0278-5340-462f-a994-ad5e3c6fc1d8,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:22.756031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:22.793654 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0f99efc7-5bd3-42e6-afba-e8b8d9cf6e29 req-b7f8a2a8-ca4b-43b5-b398-2943f01f8ab8 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c2d29fe-4538-4b65-bf46-c21803807ff3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899956
Apr 15 19:53:22.845481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] For port 27ea1896-c589-442b-9fb0-deb3ed55cb4a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27ea1896-c589-442b-9fb0-deb3ed55cb4a,segment=NetworkSegment(f4126ad7-230f-476c-a9b3-e98f73eb2b20),segment_id=f4126ad7-230f-476c-a9b3-e98f73eb2b20)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:22.846385 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:22.918974 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3baa3-09d8-4a29-8ba0-596f8e168f69 req-ca476ac2-506c-47a3-8382-43959156ab68 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:22.927664 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62c3baa3-09d8-4a29-8ba0-596f8e168f69 req-ca476ac2-506c-47a3-8382-43959156ab68 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 944 time: 0.1470923
Apr 15 19:53:22.984170 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62c3baa3-09d8-4a29-8ba0-596f8e168f69 req-e854919b-e49e-4e1b-9713-963451bdf1a5 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554841
Apr 15 19:53:22.989056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43364) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:22.998100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Calling delete_port for 27ea1896-c589-442b-9fb0-deb3ed55cb4a owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:53:23.021895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['a74c0278-5340-462f-a994-ad5e3c6fc1d8'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:53:23.027547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43370) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:23.044879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.064892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.089269 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:23.103161 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:23.110621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Usage tracker for resource:security_group_rule and tenant:7d2f0f8e01354e4bbc5882b2f9a64d45 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:23.112286 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Usage tracker for resource:security_group_rule and tenant:aced6d875acc4d63920ba3532bf9021f is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:23.118961 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:23.124018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:23.136588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:23.141167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:23.270688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.273917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.304442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:23.317005 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=aced6d875acc4d63920ba3532bf9021f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2873175
Apr 15 19:53:23.319608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43382) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:23.388372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77cd045-8ca9-40df-9944-b2a2090da4b3,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:23.393264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:23.443169 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c5db875-643f-4f6c-ae42-f390f9374320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.456575 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.479906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c5db875-643f-4f6c-ae42-f390f9374320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.485315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a1580dcd-914b-4a55-8eba-e42b990cb688 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:23.529543 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c5db875-643f-4f6c-ae42-f390f9374320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.540237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Pushing event deleted for resources: {'Port': ['ID=27ea1896-c589-442b-9fb0-deb3ed55cb4a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:23.548899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:23.574087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:23.599148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5db875-643f-4f6c-ae42-f390f9374320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77cd045-8ca9-40df-9944-b2a2090da4b3,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:23.605803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3c5db875-643f-4f6c-ae42-f390f9374320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.607152 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3c5db875-643f-4f6c-ae42-f390f9374320 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a77cd045-8ca9-40df-9944-b2a2090da4b3 HTTP/1.1" status: 204  len: 168 time: 0.2863181
Apr 15 19:53:23.608224 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3c5db875-643f-4f6c-ae42-f390f9374320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:23.649598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a81830-adfa-4bd9-bf50-aa1a939d5dae req-8c2c298f-f910-4d52-9708-a1514b36b8b9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:23.651620 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f2a81830-adfa-4bd9-bf50-aa1a939d5dae req-8c2c298f-f910-4d52-9708-a1514b36b8b9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1246126
Apr 15 19:53:23.658934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.662747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.682486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6eed72e8-6cbd-4355-9e11-63b4d02d0609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:23.718963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47762f1-c505-463f-8912-80b83bfaf473,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:23.734568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:23.774611 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d2f0f8e01354e4bbc5882b2f9a64d45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7846570
Apr 15 19:53:23.784104 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f2a81830-adfa-4bd9-bf50-aa1a939d5dae req-911b6a78-cb8a-4aec-9328-c8eb20d79e21 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250846
Apr 15 19:53:23.784812 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43406) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:23.862382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['27ea1896-c589-442b-9fb0-deb3ed55cb4a'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:53:23.895075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] No DVR routers for this DVR port 27ea1896-c589-442b-9fb0-deb3ed55cb4a on host hv-cinder-78638 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:53:23.898554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.902977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb0ac4-3cef-44ba-8766-5fa9259164f1', 'name': 'network-vif-deleted', 'tag': '27ea1896-c589-442b-9fb0-deb3ed55cb4a'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:23.921974 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cb6ca626-cfb5-4840-b102-38bb0eaff555 req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.68 "DELETE /v2.0/ports/27ea1896-c589-442b-9fb0-deb3ed55cb4a HTTP/1.1" status: 204  len: 173 time: 1.6205919
Apr 15 19:53:23.925614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-edce46e4-8725-4536-83f1-7f2e0de59648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:23.991008 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb0ac4-3cef-44ba-8766-5fa9259164f1', 'name': 'network-vif-deleted', 'tag': '27ea1896-c589-442b-9fb0-deb3ed55cb4a', 'status': 'completed', 'code': 200}
Apr 15 19:53:23.993012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-edce46e4-8725-4536-83f1-7f2e0de59648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:24.116562 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7dbb43c7-8e7e-4ebd-9541-034bc784042f req-4ed4a06c-51bf-4669-9d53-ee27654438f4 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 210 time: 0.0794859
Apr 15 19:53:24.176741 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-edce46e4-8725-4536-83f1-7f2e0de59648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:24.184719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:24.202057 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce46e4-8725-4536-83f1-7f2e0de59648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47762f1-c505-463f-8912-80b83bfaf473,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:24.223022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-edce46e4-8725-4536-83f1-7f2e0de59648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:24.239153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device a74c0278-5340-462f-a994-ad5e3c6fc1d8 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:53:24.252977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-edce46e4-8725-4536-83f1-7f2e0de59648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:24.254232 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-edce46e4-8725-4536-83f1-7f2e0de59648 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d47762f1-c505-463f-8912-80b83bfaf473 HTTP/1.1" status: 204  len: 168 time: 0.4683068
Apr 15 19:53:24.323868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228db72e-fb30-4f9a-bc93-6fb4a044bee2 req-c6e72a76-c481-4874-80bc-8b5bb41e775e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:24.332021 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-228db72e-fb30-4f9a-bc93-6fb4a044bee2 req-c6e72a76-c481-4874-80bc-8b5bb41e775e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 944 time: 0.2092702
Apr 15 19:53:24.396019 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-228db72e-fb30-4f9a-bc93-6fb4a044bee2 req-0230ab3c-3117-4f79-ad04-fce9cdef40af tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629864
Apr 15 19:53:24.399584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port a74c0278-5340-462f-a994-ad5e3c6fc1d8 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:53:24.415870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port a74c0278-5340-462f-a994-ad5e3c6fc1d8 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:24.416410 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:24.557902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:24.592526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574ff274-8b99-4baa-b424-16554e441853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c0278-5340-462f-a994-ad5e3c6fc1d8'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:24.603650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port a74c0278-5340-462f-a994-ad5e3c6fc1d8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a74c0278-5340-462f-a994-ad5e3c6fc1d8,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:24.606921 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:24.608606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 27ea1896-c589-442b-9fb0-deb3ed55cb4a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:53:24.653990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:24.696621 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574ff274-8b99-4baa-b424-16554e441853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c0278-5340-462f-a994-ad5e3c6fc1d8', 'code': 200}
Apr 15 19:53:24.736231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 27ea1896-c589-442b-9fb0-deb3ed55cb4a {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:53:24.736680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 27ea1896-c589-442b-9fb0-deb3ed55cb4a not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:53:24.809621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=a74c0278-5340-462f-a994-ad5e3c6fc1d8,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:24.827182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:25.054082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ef5cb-b4bc-481f-a203-2133d9f889ed req-1b001935-8609-46d5-9f3c-4b0e6eca0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:25.056321 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3e2ef5cb-b4bc-481f-a203-2133d9f889ed req-1b001935-8609-46d5-9f3c-4b0e6eca0817 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 1098 time: 0.1448607
Apr 15 19:53:25.124760 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3e2ef5cb-b4bc-481f-a203-2133d9f889ed req-fb06a7b4-d007-4b9f-a7ab-e3c0be61e65b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546398
Apr 15 19:53:25.139369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98790c-a01e-42cf-8095-7d9f1dddcb99 req-da41f982-0b3f-4e82-8a1c-cac80d37b3dd tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:25.141239 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5f98790c-a01e-42cf-8095-7d9f1dddcb99 req-da41f982-0b3f-4e82-8a1c-cac80d37b3dd tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1638043
Apr 15 19:53:25.225332 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5f98790c-a01e-42cf-8095-7d9f1dddcb99 req-6c41c718-39b7-4174-a92a-b9e9250ff5c6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692363
Apr 15 19:53:25.308905 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a0c0586-6beb-4620-a1ab-22808e2a7870 req-e7577b48-a7af-46a4-9e1b-66ee064b5e46 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] 10.222.0.58 "GET /v2.0/ports?device_id=dfcb0ac4-3cef-44ba-8766-5fa9259164f1 HTTP/1.1" status: 200  len: 210 time: 0.0546451
Apr 15 19:53:25.619554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1baaf-1abb-4570-b309-c3985ae7e39d req-009be51c-98cd-4abb-bf27-030648e4e89b tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:25.621283 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a1baaf-1abb-4570-b309-c3985ae7e39d req-009be51c-98cd-4abb-bf27-030648e4e89b tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 945 time: 0.1051221
Apr 15 19:53:25.699338 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1a1baaf-1abb-4570-b309-c3985ae7e39d req-4cb54726-db55-4b23-ae0e-ed7c53eafc3d tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713418
Apr 15 19:53:26.466126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fcdb2-4991-4967-84ad-3d852c9753a2 req-c557a930-4a1f-409d-9d10-881eee77b4de tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:26.475114 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-364fcdb2-4991-4967-84ad-3d852c9753a2 req-c557a930-4a1f-409d-9d10-881eee77b4de tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1340094
Apr 15 19:53:26.541555 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-364fcdb2-4991-4967-84ad-3d852c9753a2 req-aa9fbaed-6fec-4ca5-b874-ad68d57a29a2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652666
Apr 15 19:53:26.916782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43556) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:27.002496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372414c8-44cf-4fd6-8a56-83c0e9aee4ba req-5a3be112-80b7-4782-b3ee-bd4a1d675534 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:27.010678 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-372414c8-44cf-4fd6-8a56-83c0e9aee4ba req-5a3be112-80b7-4782-b3ee-bd4a1d675534 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 945 time: 0.1581776
Apr 15 19:53:27.064594 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-372414c8-44cf-4fd6-8a56-83c0e9aee4ba req-8b093949-7bfc-45bc-b903-9a0d585b3bf8 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523903
Apr 15 19:53:27.072380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.090005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:27.094617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Usage tracker for resource:security_group_rule and tenant:10d856d46290434e95b8a5aeed823347 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:27.097593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:27.104066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:27.200902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.203821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.213854 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0599cc4c-9e6e-4c92-8fe6-dac154044931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:27.259991 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=10d856d46290434e95b8a5aeed823347&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3418684
Apr 15 19:53:27.260919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb19cf5-27f7-46d2-98e4-1908bf778457,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:27.263264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43574) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:27.264194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:27.340035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c595-00e7-4d3d-acd4-49c387e8dfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.370152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c595-00e7-4d3d-acd4-49c387e8dfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.419106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.437382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c595-00e7-4d3d-acd4-49c387e8dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.444740 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cae881be-1560-4801-8445-67c91f48b31b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:27.460438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cdd4c595-00e7-4d3d-acd4-49c387e8dfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.462257 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-cdd4c595-00e7-4d3d-acd4-49c387e8dfb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bb19cf5-27f7-46d2-98e4-1908bf778457 HTTP/1.1" status: 204  len: 168 time: 0.1978507
Apr 15 19:53:27.465725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4c595-00e7-4d3d-acd4-49c387e8dfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb19cf5-27f7-46d2-98e4-1908bf778457,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:27.477848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cdd4c595-00e7-4d3d-acd4-49c387e8dfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:27.781944 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2bb1c-1d2a-4be3-bb68-58199bc3fa6b req-c514c614-d5d3-43b8-adf4-2d2fa6dd4cc7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:27.783752 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-60d2bb1c-1d2a-4be3-bb68-58199bc3fa6b req-c514c614-d5d3-43b8-adf4-2d2fa6dd4cc7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1141803
Apr 15 19:53:27.861108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43610) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:27.871335 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-60d2bb1c-1d2a-4be3-bb68-58199bc3fa6b req-f8212b09-3382-44bf-a4b0-2077cab7e4f9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803390
Apr 15 19:53:27.890896 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:27.908853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:27.913203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Usage tracker for resource:security_group_rule and tenant:3afb0f89004e45dd85eedf504e58af50 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:27.916590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:27.923963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:28.014516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43618) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:28.041898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.045585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.074227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-548903c6-b1d2-4d40-90d2-7bb222d2145f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:28.091637 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3afb0f89004e45dd85eedf504e58af50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2264812
Apr 15 19:53:28.091936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43626) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:28.130911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9702e8f7-43ab-440d-98a9-2a24481f15d3,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:28.149937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.154126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:28.167024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:28.171948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Usage tracker for resource:security_group_rule and tenant:ad1f0ea21ede4a70a10a791ec6ea7ce1 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:28.175481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:28.179840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b840-79c5-4fae-ac6f-616df6757ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.181729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:28.210346 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b840-79c5-4fae-ac6f-616df6757ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.269998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.272856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.280127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b840-79c5-4fae-ac6f-616df6757ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.290910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6ab36b46-6614-42c2-acf5-12cae1a6d09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:28.301143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:28.315051 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad1f0ea21ede4a70a10a791ec6ea7ce1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2993031
Apr 15 19:53:28.316353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43632) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:28.318300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8b840-79c5-4fae-ac6f-616df6757ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702e8f7-43ab-440d-98a9-2a24481f15d3,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:28.323385 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7fd8b840-79c5-4fae-ac6f-616df6757ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:28.351147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7fd8b840-79c5-4fae-ac6f-616df6757ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.353074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cdee81-91d8-48eb-a47c-cd83428b3ed3,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:28.355536 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7fd8b840-79c5-4fae-ac6f-616df6757ad0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9702e8f7-43ab-440d-98a9-2a24481f15d3 HTTP/1.1" status: 204  len: 168 time: 0.2624564
Apr 15 19:53:28.362470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:28.436024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f20d679-1c1f-44b7-9dad-ceb733c8dfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.472166 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f20d679-1c1f-44b7-9dad-ceb733c8dfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.538402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f20d679-1c1f-44b7-9dad-ceb733c8dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.556680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:28.576118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20d679-1c1f-44b7-9dad-ceb733c8dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cdee81-91d8-48eb-a47c-cd83428b3ed3,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:28.579985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f20d679-1c1f-44b7-9dad-ceb733c8dfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:28.583819 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6f20d679-1c1f-44b7-9dad-ceb733c8dfbc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55cdee81-91d8-48eb-a47c-cd83428b3ed3 HTTP/1.1" status: 204  len: 168 time: 0.2604115
Apr 15 19:53:28.583819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6f20d679-1c1f-44b7-9dad-ceb733c8dfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:28.932483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43670) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:28.985191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29ca1-70b8-4469-a95f-caf7c0e3abef req-f04313a5-63d9-4eb2-b865-a7565f4a3c1b tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:28.987623 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-feb29ca1-70b8-4469-a95f-caf7c0e3abef req-f04313a5-63d9-4eb2-b865-a7565f4a3c1b tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 945 time: 0.1413772
Apr 15 19:53:29.071924 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-feb29ca1-70b8-4469-a95f-caf7c0e3abef req-aa349f72-1d93-46b7-8326-6d6d77524326 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779879
Apr 15 19:53:29.216400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325be16f-8cb3-4508-b9bc-25c5baa6ae8f req-8a33fe94-cd5a-48b0-ab86-a8845c4b862d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:29.227754 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-325be16f-8cb3-4508-b9bc-25c5baa6ae8f req-8a33fe94-cd5a-48b0-ab86-a8845c4b862d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1543012
Apr 15 19:53:29.273301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] Deleting subnet 3e096e3b-9be6-471c-b1cd-b5b78c3b6314 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:53:29.276604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.300982 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-325be16f-8cb3-4508-b9bc-25c5baa6ae8f req-50afe3de-39b1-4fa0-bd7d-852334a52ff4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721135
Apr 15 19:53:29.350615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852640549'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.398670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43694) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:29.420188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.438183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:29.440683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.442625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Usage tracker for resource:security_group_rule and tenant:e6b3a0778df643299f53c5245d2574d5 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:29.446001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:29.452941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:29.556395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.559958 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.569458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:29.602748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f68ceb5-4d3f-4533-bea1-13649f641979,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:29.632357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:29.644476 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6b3a0778df643299f53c5245d2574d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2444727
Apr 15 19:53:29.648375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43706) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:29.738030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-241417f3-2a03-4d0b-bc9c-464233540b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.769792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-241417f3-2a03-4d0b-bc9c-464233540b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.793410 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2114947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851792655'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.818664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-241417f3-2a03-4d0b-bc9c-464233540b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.829320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4bfcd79b-043d-4203-b5fb-a1751b107be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:29.847883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-241417f3-2a03-4d0b-bc9c-464233540b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.849585 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-241417f3-2a03-4d0b-bc9c-464233540b57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f68ceb5-4d3f-4533-bea1-13649f641979 HTTP/1.1" status: 204  len: 168 time: 0.2001903
Apr 15 19:53:29.853492 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241417f3-2a03-4d0b-bc9c-464233540b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f68ceb5-4d3f-4533-bea1-13649f641979,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:29.858580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-241417f3-2a03-4d0b-bc9c-464233540b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:29.925188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:29.986023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:29.991660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e096e3b-9be6-471c-b1cd-b5b78c3b6314,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:29.994834 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3e096e3b-9be6-471c-b1cd-b5b78c3b6314 HTTP/1.1" status: 204  len: 168 time: 1.0611358
Apr 15 19:53:29.995891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:29.997560 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43722) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:30.141770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:30.316735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc843cd-6a0c-40f8-bce2-7f9cedf5e388 req-1935648b-88e2-46c2-b843-6b5e210231f7 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:30.318777 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fcc843cd-6a0c-40f8-bce2-7f9cedf5e388 req-1935648b-88e2-46c2-b843-6b5e210231f7 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 945 time: 0.1043415
Apr 15 19:53:30.414723 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fcc843cd-6a0c-40f8-bce2-7f9cedf5e388 req-52d8fb7c-e100-4837-a9a2-3225200e5a46 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825932
Apr 15 19:53:30.544785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:30.750322 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513af5b-9699-4282-ac82-5f555febb075 req-0ab78fa5-9e60-43e4-93b0-ec8bd0272271 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:30.751824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-0513af5b-9699-4282-ac82-5f555febb075 req-0ab78fa5-9e60-43e4-93b0-ec8bd0272271 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Synchronizing usage tracker for tenant:6584985c15cf4f69b1ece814924ddc62 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:30.784320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a677cb1-4896-40f7-b4ce-82310814d42a req-99340005-a38f-4eff-b603-1bb66b189960 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:30.785704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-0513af5b-9699-4282-ac82-5f555febb075 req-0ab78fa5-9e60-43e4-93b0-ec8bd0272271 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Unset dirty status for tenant:6584985c15cf4f69b1ece814924ddc62 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:30.786019 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5a677cb1-4896-40f7-b4ce-82310814d42a req-99340005-a38f-4eff-b603-1bb66b189960 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1731510
Apr 15 19:53:30.786943 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0513af5b-9699-4282-ac82-5f555febb075 req-0ab78fa5-9e60-43e4-93b0-ec8bd0272271 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.68 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 945 time: 0.3220875
Apr 15 19:53:30.790768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd599f0c748>,) {'filters': {'network_id': ['d2181703-f14f-4fe8-a943-cb5dacbb4abf']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:30.868198 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599f0c748>, 'f4126ad7-230f-476c-a9b3-e98f73eb2b20') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:30.868546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599f0c748>, 'f4126ad7-230f-476c-a9b3-e98f73eb2b20') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:30.885199 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5a677cb1-4896-40f7-b4ce-82310814d42a req-991b12ff-3586-49ea-bbe5-beecc06b4154 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928593
Apr 15 19:53:30.888084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2135267'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:30.926378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:30.935607 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-0513af5b-9699-4282-ac82-5f555febb075 req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Deleting port a74c0278-5340-462f-a994-ad5e3c6fc1d8 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:53:30.936003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-0513af5b-9699-4282-ac82-5f555febb075 req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:31.019496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:53:31.302391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43796) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:31.351436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Network d2181703-f14f-4fe8-a943-cb5dacbb4abf has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:53:31.363662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852661470'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:31.722235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Network d2181703-f14f-4fe8-a943-cb5dacbb4abf has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:53:31.731248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-0513af5b-9699-4282-ac82-5f555febb075 req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] For port a74c0278-5340-462f-a994-ad5e3c6fc1d8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a74c0278-5340-462f-a994-ad5e3c6fc1d8,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:31.731680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-0513af5b-9699-4282-ac82-5f555febb075 req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:31.762337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:53:31.782596 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:53:31.788692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:31.801892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Usage tracker for resource:security_group_rule and tenant:57cf84562db44f8a94de6a69245e49ee is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:31.808865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:31.824052 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:31.910445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05880a-061c-4779-a623-109244821bb9 req-948d2f6c-f33e-4af4-8236-ccea94a52805 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:31.918828 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9e05880a-061c-4779-a623-109244821bb9 req-948d2f6c-f33e-4af4-8236-ccea94a52805 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 945 time: 0.2795172
Apr 15 19:53:31.982052 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9e05880a-061c-4779-a623-109244821bb9 req-cf792763-a577-4738-ba64-8c64315f9664 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594327
Apr 15 19:53:32.001122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:32.009521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:32.030472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0e9df0e8-9b0c-4014-a8a7-68169f0a6f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:32.050599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-0513af5b-9699-4282-ac82-5f555febb075 req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Calling delete_port for a74c0278-5340-462f-a994-ad5e3c6fc1d8 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:53:32.125812 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:32.139780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:32.203842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:32.211685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Pushing event deleted for resources: {'Network': ['ID=d2181703-f14f-4fe8-a943-cb5dacbb4abf,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:32.227536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:32.310389 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b2d9f34e-cc24-4b70-82ba-12bc99ac026c admin admin] 10.222.0.58 "DELETE /v2.0/networks/d2181703-f14f-4fe8-a943-cb5dacbb4abf HTTP/1.1" status: 204  len: 168 time: 2.3089614
Apr 15 19:53:32.357717 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-0513af5b-9699-4282-ac82-5f555febb075 req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:32.464934 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57cf84562db44f8a94de6a69245e49ee&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1587195
Apr 15 19:53:32.470964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43848) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:32.473707 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58f7624-eeea-4eea-acbb-cddc6e515575,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:32.490150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:32.501240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:32.582592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f28a68f-ea60-417d-a2f7-0e49dfc4a136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:32.607470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Pushing event deleted for resources: {'Port': ['ID=a74c0278-5340-462f-a994-ad5e3c6fc1d8,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:32.613906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f28a68f-ea60-417d-a2f7-0e49dfc4a136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:32.624310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43858) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:32.653550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:32.741838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbc97-bcac-4d6d-97ed-be6f6edef5ac req-582ba5a2-3f8c-4416-bffe-214230a6ed08 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:32.749826 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-471fbc97-bcac-4d6d-97ed-be6f6edef5ac req-582ba5a2-3f8c-4416-bffe-214230a6ed08 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.6605117
Apr 15 19:53:32.867168 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4ded4773-2328-415b-943c-38a954c768cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4a86c89f03e548cdb2f0fc7c1af2ea4c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2132082
Apr 15 19:53:32.873399 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-471fbc97-bcac-4d6d-97ed-be6f6edef5ac req-f11ed2f5-393c-4263-8bf6-fff8526bcb6c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225843
Apr 15 19:53:32.874184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43874) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:32.881534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f28a68f-ea60-417d-a2f7-0e49dfc4a136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:32.904744 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-384e09af-ee52-4f66-b985-680f666bf119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:32.942847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28a68f-ea60-417d-a2f7-0e49dfc4a136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58f7624-eeea-4eea-acbb-cddc6e515575,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:32.948302 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0f28a68f-ea60-417d-a2f7-0e49dfc4a136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:32.964295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f28a68f-ea60-417d-a2f7-0e49dfc4a136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:32.965622 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0f28a68f-ea60-417d-a2f7-0e49dfc4a136 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a58f7624-eeea-4eea-acbb-cddc6e515575 HTTP/1.1" status: 204  len: 168 time: 0.4933798
Apr 15 19:53:33.018121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1c18852-aabd-40c8-b434-fcd3d8cbbc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:33.077676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-0513af5b-9699-4282-ac82-5f555febb075 req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] No DVR routers for this DVR port a74c0278-5340-462f-a994-ad5e3c6fc1d8 on host hv-cinder-78638 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:53:33.080222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1c18852-aabd-40c8-b434-fcd3d8cbbc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:33.083261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-0513af5b-9699-4282-ac82-5f555febb075 req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:33.096205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574ff274-8b99-4baa-b424-16554e441853', 'name': 'network-vif-deleted', 'tag': 'a74c0278-5340-462f-a994-ad5e3c6fc1d8'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:33.103923 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0513af5b-9699-4282-ac82-5f555febb075 req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.68 "DELETE /v2.0/ports/a74c0278-5340-462f-a994-ad5e3c6fc1d8 HTTP/1.1" status: 204  len: 173 time: 2.3042793
Apr 15 19:53:33.151242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1c18852-aabd-40c8-b434-fcd3d8cbbc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:33.178399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5446fbf6-08ad-4fda-980c-d06baa675f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:33.202620 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574ff274-8b99-4baa-b424-16554e441853', 'name': 'network-vif-deleted', 'tag': 'a74c0278-5340-462f-a994-ad5e3c6fc1d8', 'status': 'completed', 'code': 200}
Apr 15 19:53:33.215652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c18852-aabd-40c8-b434-fcd3d8cbbc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2d29fe-4538-4b65-bf46-c21803807ff3,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:33.367784 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5b26c951-3f18-40c8-9c7c-ff125fef3042 req-4f17d1fb-d0e7-41f2-9059-bfe6a8ec6de9 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=574ff274-8b99-4baa-b424-16554e441853 HTTP/1.1" status: 200  len: 210 time: 0.1556768
Apr 15 19:53:33.369037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a1c18852-aabd-40c8-b434-fcd3d8cbbc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:33.370066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1c18852-aabd-40c8-b434-fcd3d8cbbc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:33.371177 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a1c18852-aabd-40c8-b434-fcd3d8cbbc86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c2d29fe-4538-4b65-bf46-c21803807ff3 HTTP/1.1" status: 204  len: 168 time: 0.4954057
Apr 15 19:53:33.611859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43928) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:33.648409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:33.683119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:33.687870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Usage tracker for resource:security_group_rule and tenant:af0cd677de7b4829bea8f80d7e8ebf31 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:33.691154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:33.697686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:33.788738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43934) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:33.890566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:33.894760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:33.955096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-41a24361-e86e-4d48-b2a0-e1a53e0438bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:33.969851 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af0cd677de7b4829bea8f80d7e8ebf31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3543041
Apr 15 19:53:33.970682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43946) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:34.034017 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ef4512fd-3516-4a8a-9c31-0db3c8cbe631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.049814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b0239e-567b-4c29-b29d-9e6f3d249018,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:34.070728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:34.171483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8415c17-39bb-4adb-b72f-9bf7f6d9af32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.236953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8415c17-39bb-4adb-b72f-9bf7f6d9af32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.280915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device a74c0278-5340-462f-a994-ad5e3c6fc1d8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:53:34.291633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1bd8c-d641-4e31-8c49-88f148470c9a req-2da0797e-8c0e-4a9d-b7fd-43003cc0932c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:34.299586 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51c1bd8c-d641-4e31-8c49-88f148470c9a req-2da0797e-8c0e-4a9d-b7fd-43003cc0932c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.2021720
Apr 15 19:53:34.304330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.330413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: a74c0278-5340-462f-a994-ad5e3c6fc1d8 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:53:34.331041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device a74c0278-5340-462f-a994-ad5e3c6fc1d8 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:53:34.366828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:34.375662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Usage tracker for resource:security_group_rule and tenant:697597748f6649269ccf553c5027ab8c is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:34.383896 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51c1bd8c-d641-4e31-8c49-88f148470c9a req-aff6ec5d-6e87-499d-83f5-38f4825bcb90 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815001
Apr 15 19:53:34.383896 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:34.390414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:34.413647 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8415c17-39bb-4adb-b72f-9bf7f6d9af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.421925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:34.440547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8415c17-39bb-4adb-b72f-9bf7f6d9af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b0239e-567b-4c29-b29d-9e6f3d249018,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:34.470407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f8415c17-39bb-4adb-b72f-9bf7f6d9af32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:34.474144 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8415c17-39bb-4adb-b72f-9bf7f6d9af32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.475128 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f8415c17-39bb-4adb-b72f-9bf7f6d9af32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94b0239e-567b-4c29-b29d-9e6f3d249018 HTTP/1.1" status: 204  len: 168 time: 0.5033700
Apr 15 19:53:34.502344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 43978) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:34.550204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.553007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.562175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:34.611804 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=697597748f6649269ccf553c5027ab8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8187187
Apr 15 19:53:34.611804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed4420-e08c-4032-8c2b-1d296f144da8,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:34.612696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 43986) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:34.615455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:34.677280 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdb19-e7c8-4795-99a5-d50d1828c98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.706551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdb19-e7c8-4795-99a5-d50d1828c98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.781743 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdb19-e7c8-4795-99a5-d50d1828c98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.791485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-241417f3-2a03-4d0b-bc9c-464233540b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:34.862899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bdb19-e7c8-4795-99a5-d50d1828c98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed4420-e08c-4032-8c2b-1d296f144da8,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:34.876998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.886353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6e0bdb19-e7c8-4795-99a5-d50d1828c98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:34.886353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdb19-e7c8-4795-99a5-d50d1828c98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:34.891142 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6e0bdb19-e7c8-4795-99a5-d50d1828c98f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94ed4420-e08c-4032-8c2b-1d296f144da8 HTTP/1.1" status: 204  len: 168 time: 0.2745295
Apr 15 19:53:34.904633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:34.909752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Usage tracker for resource:security_group_rule and tenant:d873790720794289b3f7ed745c009658 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:34.913816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:34.922501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:34.966756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44008) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:34.970171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe244d-22fc-40c4-91b9-03797752750f req-d9f2c665-f496-44db-aa41-035010a6654f tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:34.971960 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-d9f2c665-f496-44db-aa41-035010a6654f tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/networks?id=3c5af1e6-577a-4a61-8cee-f71c73717efa HTTP/1.1" status: 200  len: 809 time: 0.2186921
Apr 15 19:53:34.990865 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-a801f65e-bf2f-43d6-9a1b-505d236df818 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/quotas/6584985c15cf4f69b1ece814924ddc62 HTTP/1.1" status: 200  len: 375 time: 0.0127153
Apr 15 19:53:35.005685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.027660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:35.033549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Usage tracker for resource:security_group_rule and tenant:1a12068dfda24664b324974665a57da1 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:35.036712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:35.044431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:35.058281 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-a219a202-6174-4021-863d-221c394c27d1 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6584985c15cf4f69b1ece814924ddc62&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0607386
Apr 15 19:53:35.092055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44014) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:35.142465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.145383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.178703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-df56315d-8685-4925-8118-f76cff810c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:35.191617 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d873790720794289b3f7ed745c009658&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6878393
Apr 15 19:53:35.192474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44020) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:35.223390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-33418177-network', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:35.246122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:35.260245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Usage tracker for resource:network and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:35.265132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:35.270221 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-8dc4285b-cb20-4dcc-8171-0ac53463a250 service neutron] 10.222.0.58 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035582
Apr 15 19:53:35.277901 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:35.449312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Made reservation on behalf of fba23e5df9154ee5b97b92e3f9090983 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:35.454679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.494358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.519461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8788ec-fdd8-4c1d-b530-4d1f33551b99,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:35.519899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:35.529493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:35.536422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Usage tracker for resource:security_group_rule and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:35.542321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:35.551474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:35.555221 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-ea6496de-c14f-4655-acff-6379fb2879fc service neutron] 10.222.0.58 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2716146
Apr 15 19:53:35.556536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.557799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d8d54c12-cb8d-435c-9ed6-f64d6aa41e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.561997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.580099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a2eadee9-124d-4a47-bc4b-c9fd77f43c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:35.610496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44036) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:35.619986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa26c282-d043-4648-b48e-ccdbca06aa6e,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:35.648424 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:35.659086 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.669008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d8d54c12-cb8d-435c-9ed6-f64d6aa41e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.684292 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a12068dfda24664b324974665a57da1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7199588
Apr 15 19:53:35.685133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44040) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:35.696763 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:35.754034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Usage tracker for resource:security_group_rule and tenant:281f43d91a98413da690765ea0a78cfd is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:35.757585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:35.783071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55d0bb81-8251-4c4f-aa46-74417cda2227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.811551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d8d54c12-cb8d-435c-9ed6-f64d6aa41e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.812244 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:35.817250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55d0bb81-8251-4c4f-aa46-74417cda2227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.825235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-327fad49-312c-4dc0-9be3-3719400badec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:35.826003 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9cdf7b91-2ba5-4b6b-8d34-acaccbf30ebb req-001c7050-a28c-4dcd-bb22-959d9413bb28 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 210 time: 0.0601377
Apr 15 19:53:35.845459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d54c12-cb8d-435c-9ed6-f64d6aa41e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8788ec-fdd8-4c1d-b530-4d1f33551b99,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:35.859074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d8d54c12-cb8d-435c-9ed6-f64d6aa41e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:35.864454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feff29c-7a54-41aa-989a-000bb2eb5cf8 req-7c075062-1909-4d04-b680-89394ad413f1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:35.872145 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0feff29c-7a54-41aa-989a-000bb2eb5cf8 req-7c075062-1909-4d04-b680-89394ad413f1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.3084049
Apr 15 19:53:35.884868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d8d54c12-cb8d-435c-9ed6-f64d6aa41e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.888928 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d8d54c12-cb8d-435c-9ed6-f64d6aa41e20 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c8788ec-fdd8-4c1d-b530-4d1f33551b99 HTTP/1.1" status: 204  len: 168 time: 0.6901729
Apr 15 19:53:35.907840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55d0bb81-8251-4c4f-aa46-74417cda2227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.920965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4d221b0c-e59f-490c-b38b-f90634d42ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:35.936282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0bb81-8251-4c4f-aa46-74417cda2227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa26c282-d043-4648-b48e-ccdbca06aa6e,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:35.939263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.956371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-55d0bb81-8251-4c4f-aa46-74417cda2227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:35.957247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.957564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-55d0bb81-8251-4c4f-aa46-74417cda2227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:35.963024 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-55d0bb81-8251-4c4f-aa46-74417cda2227 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa26c282-d043-4648-b48e-ccdbca06aa6e HTTP/1.1" status: 204  len: 168 time: 0.2746887
Apr 15 19:53:35.965503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:36.004346 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0feff29c-7a54-41aa-989a-000bb2eb5cf8 req-b8e83021-86e3-48e0-898c-7fc3b5bd1db7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311553
Apr 15 19:53:36.045044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770}  {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:53:36.082208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.082701 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Added segment 2e3dc19f-3925-415c-847c-7499f7a33dc7 of type vlan for network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d
Apr 15 19:53:36.100383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4709b1b3-59d9-4b95-8a34-73b9fda2b222,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:36.118953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:36.153574 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fb334340-a2ed-426b-9e63-8977ddabdcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.171097 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.175861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.180730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.191685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:36.256240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c00a922-25dc-41f1-b1fb-3656b4a422e3,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:36.270698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:36.276238 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=281f43d91a98413da690765ea0a78cfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6586750
Apr 15 19:53:36.279009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44062) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:36.281297 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.282858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:36.283588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.315610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:36.336833 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2436261
Apr 15 19:53:36.343097 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44066) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:36.369724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Request body: {'subnet': {'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-33418177-subnet', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:36.387401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:36.391777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Usage tracker for resource:subnet and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:36.395146 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:36.417364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:36.433730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3cf53698-ad2d-4f95-b271-d7221a100514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.447249 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Pushing event updated for resources: {'Network': ['ID=841e7241-ffd3-4269-8bb7-4b3adadc6e3d,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:36.449148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Made reservation on behalf of fba23e5df9154ee5b97b92e3f9090983 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:36.454015 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.456295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6d7596fb-21a4-4a47-b3ba-ffc15a5c799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:36.465176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:53:36.489802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44076) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:36.510938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.528203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:36.532313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:322ba9c12708448e8cfa37c2991a4cdc is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:36.535507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:36.542063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:36.666103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3cf53698-ad2d-4f95-b271-d7221a100514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.690160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.692346 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.744514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2d0ead47-342f-4891-b319-62b7eb257490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:36.805767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3cf53698-ad2d-4f95-b271-d7221a100514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.812695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab1b23-99f8-434f-bff3-5e0bf627d013,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:36.816871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:36.824433 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=322ba9c12708448e8cfa37c2991a4cdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3338633
Apr 15 19:53:36.827886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44088) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:36.830972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a56907bd-5622-4bf2-9db5-4bdca37a3230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:36.856935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.903107 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf53698-ad2d-4f95-b271-d7221a100514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c00a922-25dc-41f1-b1fb-3656b4a422e3,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:36.907662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3cf53698-ad2d-4f95-b271-d7221a100514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:36.926742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3cf53698-ad2d-4f95-b271-d7221a100514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:36.928025 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3cf53698-ad2d-4f95-b271-d7221a100514 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c00a922-25dc-41f1-b1fb-3656b4a422e3 HTTP/1.1" status: 204  len: 168 time: 0.6478109
Apr 15 19:53:36.985159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b373eb59-a0a0-4db2-95d9-1839e634d150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:37.017158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b373eb59-a0a0-4db2-95d9-1839e634d150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:37.078039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b373eb59-a0a0-4db2-95d9-1839e634d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:37.084381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bf38f635-b364-4ac6-a897-0ddc5dc182d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:37.096668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373eb59-a0a0-4db2-95d9-1839e634d150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab1b23-99f8-434f-bff3-5e0bf627d013,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:37.098926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b373eb59-a0a0-4db2-95d9-1839e634d150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:37.104784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b373eb59-a0a0-4db2-95d9-1839e634d150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:37.109343 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b373eb59-a0a0-4db2-95d9-1839e634d150 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3ab1b23-99f8-434f-bff3-5e0bf627d013 HTTP/1.1" status: 204  len: 168 time: 0.2784128
Apr 15 19:53:37.254961 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1db01cc9-ab74-46b5-a23d-eecaaa580b92 req-6dd7a97d-6e80-4805-bd3c-532bf7d475ce tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 210 time: 0.1063635
Apr 15 19:53:37.444321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe244d-22fc-40c4-91b9-03797752750f req-0cf5979f-0d1f-4068-a436-ae21659f0907 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:37.446229 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-0cf5979f-0d1f-4068-a436-ae21659f0907 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.68 "GET /v2.0/networks?id=3c5af1e6-577a-4a61-8cee-f71c73717efa HTTP/1.1" status: 200  len: 809 time: 0.2672555
Apr 15 19:53:37.449106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5989-2c61-436e-bce8-ad133413c696 req-3e42ecc6-7d9f-492e-8254-103fb925a0f3 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:37.451089 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fc3e5989-2c61-436e-bce8-ad133413c696 req-3e42ecc6-7d9f-492e-8254-103fb925a0f3 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1772170
Apr 15 19:53:37.464855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Request body: {'port': {'device_id': '2ac93376-e982-4a6d-9b4a-f647bc2169ea', 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa', 'admin_state_up': True, 'tenant_id': '6584985c15cf4f69b1ece814924ddc62'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:37.487192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:37.548472 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fc3e5989-2c61-436e-bce8-ad133413c696 req-661aef95-960d-4fc6-bbff-d0f4a9063268 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894325
Apr 15 19:53:37.568791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:37.686305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:37.806643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3463a28b-7f9d-46d2-846f-2e3dc7957147,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:37.815649 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:37.926919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:37.935755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Usage tracker for resource:port and tenant:6584985c15cf4f69b1ece814924ddc62 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:37.942217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:37.949524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:37.975107 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Made reservation on behalf of 6584985c15cf4f69b1ece814924ddc62 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:37.981836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.029591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Checking segment: {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:38.030386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Network hostable DHCP agents. Network: 841e7241-ffd3-4269-8bb7-4b3adadc6e3d, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:53:38.121495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:53:38.140699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 841e7241-ffd3-4269-8bb7-4b3adadc6e3d) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:38.150318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a31504-ddad-4e8d-a069-fbf58a3a94fa None None] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:53:38.200436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:38.201357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.248726 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9042521
Apr 15 19:53:38.249999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Allocated IP 172.20.0.8 (3c5af1e6-577a-4a61-8cee-f71c73717efa/82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8/9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:53:38.251639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44192) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:38.257760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:38.269302 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:38.286757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Usage tracker for resource:router and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:38.290524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:38.310863 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:38.335356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.336630 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.372803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.591192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44208) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:38.715234 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.786139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.867442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:53:38.875722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:38.943960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1848c76f-80ee-48f6-a88b-4585ccf03c99 tempest-DeleteServersTestJSON-1874427622 tempest-DeleteServersTestJSON-1874427622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:39.004169 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.037241 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Pushing event updated for resources: {'Port': ['ID=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:39.049846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:39.066636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Network 3c5af1e6-577a-4a61-8cee-f71c73717efa is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:39.068332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:39.076437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:53:39.156201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:39.157641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.177944 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7173560
Apr 15 19:53:39.194692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.196321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Request body: {'port': {'device_id': '2ac93376-e982-4a6d-9b4a-f647bc2169ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:39.248719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Allocated IP 172.20.0.2 (841e7241-ffd3-4269-8bb7-4b3adadc6e3d/3463a28b-7f9d-46d2-846f-2e3dc7957147/43178b8f-defa-42d1-a00b-4c10dfe120e3) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:53:39.294280 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.328768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:39.338949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Usage tracker for resource:security_group_rule and tenant:58366eff9ed34b33a3f8ab60ca46b196 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:39.377870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:39.398638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:39.444407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.670609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.685224 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Transition to ACTIVE for port object 43178b8f-defa-42d1-a00b-4c10dfe120e3 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:53:39.698313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.710180 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Transition to ACTIVE for port object 43178b8f-defa-42d1-a00b-4c10dfe120e3 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:53:39.716522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.721757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae92bad-f473-4a90-a181-72828510cfec req-1c9db1ed-5e7b-4087-a771-20e4cffb3b84 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:39.730497 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fae92bad-f473-4a90-a181-72828510cfec req-1c9db1ed-5e7b-4087-a771-20e4cffb3b84 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.7644677
Apr 15 19:53:39.753676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:39.762269 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f8e39559-c2cc-4aa6-a45c-90aafdbbec38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:39.794646 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fae92bad-f473-4a90-a181-72828510cfec req-9eb935b5-1944-4f94-b95b-f7aba4114bae tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624578
Apr 15 19:53:39.813482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764c671-2cd8-40ef-9f88-ee06a20075d1 req-3fdc57b9-cd39-40f9-9810-9622e3d7e78c tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:39.815198 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4764c671-2cd8-40ef-9f88-ee06a20075d1 req-3fdc57b9-cd39-40f9-9810-9622e3d7e78c tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 931 time: 0.9562519
Apr 15 19:53:39.827581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:39.867110 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58366eff9ed34b33a3f8ab60ca46b196&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2745719
Apr 15 19:53:39.870169 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53f8205-9c86-4856-8dc9-007535a1a3b0,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:39.875009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44254) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:39.878138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:39.967110 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4764c671-2cd8-40ef-9f88-ee06a20075d1 req-2b00e337-c039-49ae-9f91-5cf6a91db33c tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432195
Apr 15 19:53:40.008186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7a3085e6-e622-410c-b117-b0088c1c7f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.060749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Pushing event updated for resources: {'Port': ['ID=43178b8f-defa-42d1-a00b-4c10dfe120e3,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:40.066586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:40.079587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:40.080984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:40.084064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:53:40.096336 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7a3085e6-e622-410c-b117-b0088c1c7f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.112803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:53:40.130215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.179380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Transition to ACTIVE for port object 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:53:40.183732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.217739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:40.249983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Attempting to bind port 43178b8f-defa-42d1-a00b-4c10dfe120e3 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:53:40.251212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Attempting to bind port 43178b8f-defa-42d1-a00b-4c10dfe120e3 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:53:40.254595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Attempting to bind port 43178b8f-defa-42d1-a00b-4c10dfe120e3 on network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:53:40.262115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:53:40.263193 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Checking segment: {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:40.263776 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.264477 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Bound using segment: {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:53:40.265147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Bound port: 43178b8f-defa-42d1-a00b-4c10dfe120e3, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:53:40.265743 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.355960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.358357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7a3085e6-e622-410c-b117-b0088c1c7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.408525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.483984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] For port 43178b8f-defa-42d1-a00b-4c10dfe120e3, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:53:40.491725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] For port 43178b8f-defa-42d1-a00b-4c10dfe120e3, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=43178b8f-defa-42d1-a00b-4c10dfe120e3,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:53:40.496297 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.664771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Pushing event updated for resources: {'Port': ['ID=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:40.677774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Allocated IP 172.27.3.36 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/12a9480b-e76b-443d-8130-98ee5a816932) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:53:40.682109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7a3085e6-e622-410c-b117-b0088c1c7f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.683418 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7a3085e6-e622-410c-b117-b0088c1c7f5f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c53f8205-9c86-4856-8dc9-007535a1a3b0 HTTP/1.1" status: 204  len: 168 time: 0.8070688
Apr 15 19:53:40.687069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:40.687637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-793960be-b7c0-484b-a3a1-a9ecd160a01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:40.738383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-71c11a9c-2d8b-4692-96e3-2513213e7c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:40.753501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3085e6-e622-410c-b117-b0088c1c7f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53f8205-9c86-4856-8dc9-007535a1a3b0,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:40.757516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7a3085e6-e622-410c-b117-b0088c1c7f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:40.854583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.919056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:40.953399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3c54e440-c3e9-41fb-ac38-31d1e739cec5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:41.135091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Attempting to bind port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:53:41.135656 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Attempting to bind port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '237427b1-651b-4e7c-9dcf-372940b564cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:53:41.135944 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Attempting to bind port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 on network 3c5af1e6-577a-4a61-8cee-f71c73717efa {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:53:41.147399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 on network 3c5af1e6-577a-4a61-8cee-f71c73717efa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:53:41.147839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Attempting to bind port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 on network 3c5af1e6-577a-4a61-8cee-f71c73717efa {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:53:41.165977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:53:41.168959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Checking segment: {'id': '237427b1-651b-4e7c-9dcf-372940b564cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:41.169402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Bound using segment: {'id': '237427b1-651b-4e7c-9dcf-372940b564cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:53:41.169898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Bound port: 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '237427b1-651b-4e7c-9dcf-372940b564cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:53:41.170297 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:41.321051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=12a9480b-e76b-443d-8130-98ee5a816932,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:41.336906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:41.359704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] For port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0, host hv-cinder-78638, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:53:41.367940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] For port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:53:41.368221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Pushing event updated for resources: {'Port': ['ID=43178b8f-defa-42d1-a00b-4c10dfe120e3,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:41.372318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:41.374886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:41.410059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ae4ebe08-ee9f-4a8e-a0fc-066d40fdf302 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:41.627677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:41.646141 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:41.694062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c6ba-a7cd-4d69-8ff6-7355b0af90bd req-7555cb3f-8620-4c3c-adf3-779e4876edd5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:41.695903 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c160c6ba-a7cd-4d69-8ff6-7355b0af90bd req-7555cb3f-8620-4c3c-adf3-779e4876edd5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.6574922
Apr 15 19:53:41.698290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:53:41.851132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:41.851984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:41.853721 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] 10.222.0.68 "PUT /v2.0/ports/9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 HTTP/1.1" status: 200  len: 1093 time: 2.6665194
Apr 15 19:53:41.854476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac93376-e982-4a6d-9b4a-f647bc2169ea', 'tag': '9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:41.861664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Pushing event updated for resources: {'Port': ['ID=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:41.865829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:42.103087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed0104-b3e6-4025-8855-4a881afe1f4b req-8609f61f-51a0-4921-aa56-109fcd8cc0f1 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:42.104850 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88ed0104-b3e6-4025-8855-4a881afe1f4b req-8609f61f-51a0-4921-aa56-109fcd8cc0f1 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 943 time: 0.8145370
Apr 15 19:53:42.133739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe244d-22fc-40c4-91b9-03797752750f req-e6f51221-1173-4a8b-be9d-8aaca9b5e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:42.135776 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-e6f51221-1173-4a8b-be9d-8aaca9b5e62a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6584985c15cf4f69b1ece814924ddc62&device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 1096 time: 0.2141612
Apr 15 19:53:42.218825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 43178b8f-defa-42d1-a00b-4c10dfe120e3 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:53:42.256544 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-423065d9-666e-476c-84e5-f2151e4e2174 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 HTTP/1.1" status: 200  len: 217 time: 0.1080995
Apr 15 19:53:42.333106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 43178b8f-defa-42d1-a00b-4c10dfe120e3 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:53:42.343433 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c160c6ba-a7cd-4d69-8ff6-7355b0af90bd req-2a7b3d14-30af-4f60-8548-821771d232a2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4495175
Apr 15 19:53:42.352472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe244d-22fc-40c4-91b9-03797752750f req-2a30ba79-2dc2-4b91-97da-f19268d56ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:42.354055 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-2a30ba79-2dc2-4b91-97da-f19268d56ae4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8 HTTP/1.1" status: 200  len: 849 time: 0.0906289
Apr 15 19:53:42.361566 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88ed0104-b3e6-4025-8855-4a881afe1f4b req-898955c6-0725-4583-b9bd-95563b6a5fb6 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915288
Apr 15 19:53:42.446353 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-6dd2234a-2981-4680-9381-cecf55ea8421 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3c5af1e6-577a-4a61-8cee-f71c73717efa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0821679
Apr 15 19:53:42.455204 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac93376-e982-4a6d-9b4a-f647bc2169ea', 'tag': '9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0', 'status': 'completed', 'code': 200}
Apr 15 19:53:42.552083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ced64-dbb1-42d6-956b-2a1306a57918 req-138ac3cc-f386-49e2-a13f-d6e7cc4fd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:42.553725 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c26ced64-dbb1-42d6-956b-2a1306a57918 req-138ac3cc-f386-49e2-a13f-d6e7cc4fd067 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 1098 time: 0.3850558
Apr 15 19:53:42.605617 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-1a23f3d6-7231-4645-9f58-8edcc93f1c7c service neutron] 10.222.0.68 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472352
Apr 15 19:53:42.628083 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c26ced64-dbb1-42d6-956b-2a1306a57918 req-ec5ab69c-1d3b-4fb6-bc41-b1c515ae7c9e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635929
Apr 15 19:53:42.636099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:42.825807 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e5fe244d-22fc-40c4-91b9-03797752750f req-0fbb3c3f-3286-45f6-85b2-709972deb55a service neutron] 10.222.0.68 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124293
Apr 15 19:53:42.978763 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-01d44e88-2e8c-4e3d-8542-faa7bf0339f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:42.980742 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-01d44e88-2e8c-4e3d-8542-faa7bf0339f0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6584985c15cf4f69b1ece814924ddc62&device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 1096 time: 0.0964739
Apr 15 19:53:43.100342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f557d14-2b9f-419f-b646-eea56752fb57 None None] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:53:43.189128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-ec21d2a2-6c8a-4301-a613-7d8837186125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:43.191545 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-ec21d2a2-6c8a-4301-a613-7d8837186125 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3c5af1e6-577a-4a61-8cee-f71c73717efa HTTP/1.1" status: 200  len: 910 time: 0.2041709
Apr 15 19:53:43.220426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-14505a31-f1d8-4142-a9fa-523c7d0c8dd5 None None] Provisioning for port 43178b8f-defa-42d1-a00b-4c10dfe120e3 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:53:43.231626 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-14505a31-f1d8-4142-a9fa-523c7d0c8dd5 None None] Provisioning complete for port 43178b8f-defa-42d1-a00b-4c10dfe120e3 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:43.232386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-14505a31-f1d8-4142-a9fa-523c7d0c8dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:43.327855 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-0a2a637e-a2d3-46a2-9ff1-341d60a369f4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 HTTP/1.1" status: 200  len: 217 time: 0.1276348
Apr 15 19:53:43.411371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:43.437127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-2f15f7c8-cc97-4b63-bcf3-f03b628fbae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:43.444110 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-2f15f7c8-cc97-4b63-bcf3-f03b628fbae4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8 HTTP/1.1" status: 200  len: 849 time: 0.1095266
Apr 15 19:53:43.523043 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-fdbb0234-5d92-4309-89df-04d2bfd258c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3c5af1e6-577a-4a61-8cee-f71c73717efa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0713413
Apr 15 19:53:43.728485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-14505a31-f1d8-4142-a9fa-523c7d0c8dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:43.802576 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-09734496-9ce8-4778-8b05-9ae55705871a service neutron] 10.222.0.68 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725408
Apr 15 19:53:43.827960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-14505a31-f1d8-4142-a9fa-523c7d0c8dd5 None None] For port 43178b8f-defa-42d1-a00b-4c10dfe120e3, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=43178b8f-defa-42d1-a00b-4c10dfe120e3,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:43.835614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-14505a31-f1d8-4142-a9fa-523c7d0c8dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:43.840368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:43.928142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14505a31-f1d8-4142-a9fa-523c7d0c8dd5 None None] Pushing event updated for resources: {'Port': ['ID=43178b8f-defa-42d1-a00b-4c10dfe120e3,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:43.938756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-14505a31-f1d8-4142-a9fa-523c7d0c8dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:44.088125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a3381-e177-4de7-a30c-013f95b33b7f req-0dfc0c49-9670-4571-aca9-ea3551e177bf tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:44.089826 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9c2a3381-e177-4de7-a30c-013f95b33b7f req-0dfc0c49-9670-4571-aca9-ea3551e177bf tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.5008385
Apr 15 19:53:44.159554 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d2f337d-042c-46c0-b16c-646f433e9be9 req-1fdf374b-7f02-4ddf-b5b5-dbc5d1f0d13a service neutron] 10.222.0.68 "GET /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3487971
Apr 15 19:53:44.172572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 43178b8f-defa-42d1-a00b-4c10dfe120e3 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:53:44.179641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e181bbc-8d91-4d57-b0dc-047ab666c31f req-f84810e2-0527-4a25-85dc-11499e286dd5 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:44.181609 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7e181bbc-8d91-4d57-b0dc-047ab666c31f req-f84810e2-0527-4a25-85dc-11499e286dd5 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 943 time: 0.4645271
Apr 15 19:53:44.277490 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 43178b8f-defa-42d1-a00b-4c10dfe120e3 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:44.278025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:44.284575 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7e181bbc-8d91-4d57-b0dc-047ab666c31f req-8c3a5ce3-462a-4bf4-b17b-fb17f7c1ead5 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906906
Apr 15 19:53:44.310278 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9c2a3381-e177-4de7-a30c-013f95b33b7f req-b54d743c-b79b-4512-a9a9-8d7c3c30b6c0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884131
Apr 15 19:53:44.359984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Router a118a1f5-b5bc-4645-9e26-1bf08287c671 is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:53:44.423673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-1703d8e0-503d-4e3f-908a-38c2e2f8f2a4 None None] Provisioning complete for port 43178b8f-defa-42d1-a00b-4c10dfe120e3 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:44.424022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1703d8e0-503d-4e3f-908a-38c2e2f8f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:44.557183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:53:44.566505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Sync routers for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:53:44.577589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:44.578557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a2b58d0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:44.580959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:44.582365 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.3295155
Apr 15 19:53:44.585451 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44386) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:44.941106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:45.283943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a2b58d0>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:42Z', 'revision_number': 3, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:45.288335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Checking router: a118a1f5-b5bc-4645-9e26-1bf08287c671 for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:53:45.288730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Updating router a118a1f5-b5bc-4645-9e26-1bf08287c671 port 12a9480b-e76b-443d-8130-98ee5a816932 binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:53:45.354795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:45.558782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a6b6e-4172-478d-9826-813540c10b26 req-a92b27dc-e2a2-4d19-9a27-f306203147dd tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:45.560601 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-640a6b6e-4172-478d-9826-813540c10b26 req-a92b27dc-e2a2-4d19-9a27-f306203147dd tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 943 time: 0.1131301
Apr 15 19:53:45.646917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:45.679761 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-640a6b6e-4172-478d-9826-813540c10b26 req-80f3d2f6-1cfa-4973-afb0-c0c2be4d24dd tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121666
Apr 15 19:53:45.766283 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb40ec-463c-4d48-a9e3-b0b167898f3f req-ff68a51c-ad48-4c6e-96da-e89870cbe033 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:45.768080 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dabb40ec-463c-4d48-a9e3-b0b167898f3f req-ff68a51c-ad48-4c6e-96da-e89870cbe033 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1653285
Apr 15 19:53:45.822208 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dabb40ec-463c-4d48-a9e3-b0b167898f3f req-964074d9-18d4-4dda-bab6-f5014c163ad5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476940
Apr 15 19:53:45.851689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:45.868865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Transition to ACTIVE for port object 12a9480b-e76b-443d-8130-98ee5a816932 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:53:45.876024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:45.900247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Allocated IP 172.20.0.1 (841e7241-ffd3-4269-8bb7-4b3adadc6e3d/3463a28b-7f9d-46d2-846f-2e3dc7957147/e2e7b3c6-1d53-4324-a49d-49085c7cd524) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:53:45.956602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-dc7c4b28-c6a5-472a-9d6c-d03898dc60cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:46.041337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a75bc2-6c26-4312-a242-be3ce1d51a67 req-c4bae1a6-27c0-4906-ad88-4bd2d6dc149e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:46.047929 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-30a75bc2-6c26-4312-a242-be3ce1d51a67 req-c4bae1a6-27c0-4906-ad88-4bd2d6dc149e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1011279
Apr 15 19:53:46.058907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Pushing event updated for resources: {'Port': ['ID=12a9480b-e76b-443d-8130-98ee5a816932,revision_number=2']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:46.074046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.074392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.074694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.075058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.075710 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.075831 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.076116 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.076470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.076879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.077238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.077591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.077940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:46.078459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:46.084922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:46.093772 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-30a75bc2-6c26-4312-a242-be3ce1d51a67 req-edbb49aa-dec9-41bf-bfdf-418ea7d52458 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438538
Apr 15 19:53:46.098882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Transition to ACTIVE for port object e2e7b3c6-1d53-4324-a49d-49085c7cd524 will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:53:46.129846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:46.131445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Attempting to bind port 12a9480b-e76b-443d-8130-98ee5a816932 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:53:46.131963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Attempting to bind port 12a9480b-e76b-443d-8130-98ee5a816932 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:53:46.132367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Attempting to bind port 12a9480b-e76b-443d-8130-98ee5a816932 on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:53:46.140434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:53:46.140868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:46.141861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:46.142319 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:53:46.142863 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Bound port: 12a9480b-e76b-443d-8130-98ee5a816932, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:53:46.143315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:46.241724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] For port 12a9480b-e76b-443d-8130-98ee5a816932, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:53:46.244934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] For port 12a9480b-e76b-443d-8130-98ee5a816932, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=12a9480b-e76b-443d-8130-98ee5a816932,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:53:46.246562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:46.249817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:46.267943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:46.320567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e7b3c6-1d53-4324-a49d-49085c7cd524,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:46.323936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:46.383793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:46.389252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:46.402545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:53:46.446388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Pushing event updated for resources: {'Port': ['ID=12a9480b-e76b-443d-8130-98ee5a816932,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:46.450250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:46.509062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:46.546399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:46.547096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a2b58d0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:46.724882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-eb99b300-d287-4a75-8451-259c5c49d72f None None] Provisioning for port e2e7b3c6-1d53-4324-a49d-49085c7cd524 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:53:46.748689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:46.749084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-eb99b300-d287-4a75-8451-259c5c49d72f None None] Provisioning complete for port e2e7b3c6-1d53-4324-a49d-49085c7cd524 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:46.750169 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-eb99b300-d287-4a75-8451-259c5c49d72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:46.895614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-eb99b300-d287-4a75-8451-259c5c49d72f None None] Port e2e7b3c6-1d53-4324-a49d-49085c7cd524 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:53:46.932215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:47.082566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e3de3-04c6-4287-afbb-00e8be17c19e req-54344aa8-63ee-4a4e-8772-ebca218fc604 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:47.084410 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-831e3de3-04c6-4287-afbb-00e8be17c19e req-54344aa8-63ee-4a4e-8772-ebca218fc604 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 943 time: 0.1373308
Apr 15 19:53:47.121465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:47.125621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:47.135045 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-831e3de3-04c6-4287-afbb-00e8be17c19e req-9c418ed1-13e3-4b9f-942e-0f8c05d17e69 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441880
Apr 15 19:53:47.160048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:47.247065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:47.261887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e7b3c6-1d53-4324-a49d-49085c7cd524,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:47.264842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:47.286334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a2b58d0>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:45Z', 'revision_number': 1, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:47.290823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee4d77-dec1-4aab-8fb4-915c9016a826 None None] The sync data for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi is: [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:45Z', 'revision_number': 1, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:53:47.394399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:47.395655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:47.592233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Router a118a1f5-b5bc-4645-9e26-1bf08287c671 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:53:47.650075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-a5036178-c520-4bf1-8e81-6be6dd3f7fbf None None] Provisioning complete for port e2e7b3c6-1d53-4324-a49d-49085c7cd524 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:47.650677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a5036178-c520-4bf1-8e81-6be6dd3f7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:47.744076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-a5036178-c520-4bf1-8e81-6be6dd3f7fbf None None] Port e2e7b3c6-1d53-4324-a49d-49085c7cd524 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:53:47.803478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:53:47.814544 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] 10.222.0.58 "PUT /v2.0/routers/a118a1f5-b5bc-4645-9e26-1bf08287c671/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2279341
Apr 15 19:53:48.337469 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44456) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:48.343734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571857027', 'description': 'tempest-description--284175331'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:48.351244 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:48.355561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:security_group and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:48.358734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:48.365150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:48.375574 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.397847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:48.401878 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:security_group_rule and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:48.404852 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:48.412160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:48.496892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.499859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.505462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-22a6deb7-7b53-4c13-a930-06adf7ca1b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:48.521928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b5a5f-8afa-4e31-ab3a-f1fa030290e7 req-dda09288-a44c-4383-87c2-420d56ee8a2b tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:48.523925 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-303b5a5f-8afa-4e31-ab3a-f1fa030290e7 req-dda09288-a44c-4383-87c2-420d56ee8a2b tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 943 time: 0.0978677
Apr 15 19:53:48.551405 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.552727 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2140329
Apr 15 19:53:48.553713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eba536-f802-4c53-91bb-f8895a495921,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:48.556451 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44462) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:48.556677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:48.574724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'security_group_rule': {'security_group_id': 'a0eba536-f802-4c53-91bb-f8895a495921', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:48.588473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:48.593017 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-303b5a5f-8afa-4e31-ab3a-f1fa030290e7 req-86d710d6-d7e5-4543-bf2e-bcf41997b170 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609641
Apr 15 19:53:48.595380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:security_group_rule and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:48.598391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:48.604542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:48.620122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.683717 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.686351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.689279 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0cd6765b-9ba2-481e-ade2-6684947d5f9f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:48.713062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2a0c52-2490-447f-a18c-1f764b7c63da,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:48.715676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:48.722197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.723498 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-01951c4a-9794-49b9-9133-7e7b8428df3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1559024
Apr 15 19:53:48.726259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44466) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:48.731790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'security_group_rule': {'security_group_id': 'a0eba536-f802-4c53-91bb-f8895a495921', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:48.737971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:48.742001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:security_group_rule and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:48.745025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:48.751634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:48.768076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.833855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.836629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.844265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:48.862679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d24c55-9708-4880-b8cf-464953d74287,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:48.865052 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:48.872341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:48.876418 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1463735
Apr 15 19:53:48.877431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44472) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:48.882882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'floatingip': {'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:48.889318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:48.893944 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:floatingip and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:48.897049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:48.903080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:48.912686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.054788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.199078 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Allocated IP 172.27.3.220 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/9825ff33-3149-42c6-8085-7258a82a56c3) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:53:49.326627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:53:49.354524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.384672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.399936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:49.468088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:49.482773 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0', 'network_id': '3c5af1e6-577a-4a61-8cee-f71c73717efa', 'port_id': '9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0', 'mac_address': 'fa:16:3e:e9:0a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:53:49.533342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'Port': ['ID=9825ff33-3149-42c6-8085-7258a82a56c3,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:49.537805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:49.553776 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.571378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:53:49.587087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:49.590208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.592075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:49.592804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:49.593969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:49.596604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:53:49.673080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:49.683325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.684155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.684712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.685901 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.686289 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.686667 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.687041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.687672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.688103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.688474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.688841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.689432 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:49.692121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.696048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:49.808230 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:49.895940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b9958-e540-48c8-9a73-14f897e4d2b4 req-18c335f7-8e84-40be-905d-b89885cf8b10 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:49.897511 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-379b9958-e540-48c8-9a73-14f897e4d2b4 req-18c335f7-8e84-40be-905d-b89885cf8b10 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 944 time: 0.1678629
Apr 15 19:53:50.030678 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-379b9958-e540-48c8-9a73-14f897e4d2b4 req-4b97fd88-fc79-44c9-b00d-c57961c11e16 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179900
Apr 15 19:53:50.095803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.099539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.115020 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:50.140390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 12a9480b-e76b-443d-8130-98ee5a816932 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:53:50.217590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 12a9480b-e76b-443d-8130-98ee5a816932 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:53:50.222589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 12a9480b-e76b-443d-8130-98ee5a816932 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:50.223006 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.274101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'Port': ['ID=9825ff33-3149-42c6-8085-7258a82a56c3,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:50.277107 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:50.355975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.378735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 12a9480b-e76b-443d-8130-98ee5a816932, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=12a9480b-e76b-443d-8130-98ee5a816932,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:50.380036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.381973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.384048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:50.409096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:50.410430 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5319943
Apr 15 19:53:50.475793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=12a9480b-e76b-443d-8130-98ee5a816932,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:50.478969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:50.627598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Sync routers for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:53:50.644997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:50.645682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a4a3a58>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:50.690561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-4edd01ad-7db2-4a31-b530-eaf871842fdb tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Synchronizing usage tracker for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:50.707594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-4edd01ad-7db2-4a31-b530-eaf871842fdb tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Unset dirty status for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:50.708873 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-4edd01ad-7db2-4a31-b530-eaf871842fdb tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--571857027&fields=id&tenant_id=fba23e5df9154ee5b97b92e3f9090983 HTTP/1.1" status: 200  len: 267 time: 0.0642986
Apr 15 19:53:50.834109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:50.871498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-455a5183-9558-46df-bc13-8a42cf32504a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:50.872147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-455a5183-9558-46df-bc13-8a42cf32504a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Synchronizing usage tracker for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:50.888259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-455a5183-9558-46df-bc13-8a42cf32504a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Unset dirty status for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:50.889507 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-455a5183-9558-46df-bc13-8a42cf32504a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 809 time: 0.1731305
Apr 15 19:53:50.905357 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-1eec3a8f-4a9d-460f-a0d4-847ff44a26fc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/quotas/fba23e5df9154ee5b97b92e3f9090983 HTTP/1.1" status: 200  len: 375 time: 0.0095582
Apr 15 19:53:51.001591 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-41a0c483-28cb-461e-aa5e-6860df8b2716 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0898643
Apr 15 19:53:51.205246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a4a3a58>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 2, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:51.209715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Checking router: a118a1f5-b5bc-4645-9e26-1bf08287c671 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:53:51.210192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Updating router a118a1f5-b5bc-4645-9e26-1bf08287c671 port e2e7b3c6-1d53-4324-a49d-49085c7cd524 binding host dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:53:51.249210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-f0d7e83f-a4d9-4fd2-91ea-b23c803507f1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 19:53:51.253285 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-f0d7e83f-a4d9-4fd2-91ea-b23c803507f1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1123977
Apr 15 19:53:51.269884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.539505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:53:51.644837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ac7fc-dcac-4fd2-bd49-fb8a367feb17 req-b0cf3bde-953d-40a4-b990-0f262315e0d9 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:51.647798 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1c1ac7fc-dcac-4fd2-bd49-fb8a367feb17 req-b0cf3bde-953d-40a4-b990-0f262315e0d9 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 944 time: 0.4555893
Apr 15 19:53:51.700576 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-bef16f75-fe62-47b0-ae80-b9b11537ac7d service neutron] 10.222.0.58 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4384398
Apr 15 19:53:51.823010 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1c1ac7fc-dcac-4fd2-bd49-fb8a367feb17 req-930db4db-6f8c-4ab0-968a-d512a2d55c1f tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669316
Apr 15 19:53:51.893464 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-6ea3e9f7-54fb-4954-b321-34461691e684 service neutron] 10.222.0.58 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1918485
Apr 15 19:53:51.969436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:51.995689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Transition to ACTIVE for port object e2e7b3c6-1d53-4324-a49d-49085c7cd524 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:53:52.015359 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:52.050573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:52.135956 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cbddeac6-5036-4443-b6aa-af571f01d3e1 req-94ef5bb3-8db4-44ea-9346-16b37d13a043 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 210 time: 0.0594676
Apr 15 19:53:52.147956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 12a9480b-e76b-443d-8130-98ee5a816932 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:53:52.425851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc0d73-3103-4674-841a-b9f9c34d107c None None] Pushing event updated for resources: {'Port': ['ID=e2e7b3c6-1d53-4324-a49d-49085c7cd524,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:52.428768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-36bc0d73-3103-4674-841a-b9f9c34d107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:52.564800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 12a9480b-e76b-443d-8130-98ee5a816932 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:52.565366 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:52.617053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Attempting to bind port e2e7b3c6-1d53-4324-a49d-49085c7cd524 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:53:52.617357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Attempting to bind port e2e7b3c6-1d53-4324-a49d-49085c7cd524 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:53:52.617765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Attempting to bind port e2e7b3c6-1d53-4324-a49d-49085c7cd524 on network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:53:52.630296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:53:52.630820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Checking segment: {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:52.631159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:52.631651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Bound using segment: {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:53:52.632184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Bound port: e2e7b3c6-1d53-4324-a49d-49085c7cd524, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:53:52.632689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:52.781088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44566) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:52.906140 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] For port e2e7b3c6-1d53-4324-a49d-49085c7cd524, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:53:52.910469 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] For port e2e7b3c6-1d53-4324-a49d-49085c7cd524, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=e2e7b3c6-1d53-4324-a49d-49085c7cd524,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:53:52.914677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:52.946358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:52.992770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:53.027454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:53.044533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Usage tracker for resource:security_group_rule and tenant:87e231df509e4905a87719795cffc895 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:53.048656 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:53.054856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:53.125959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc0d73-3103-4674-841a-b9f9c34d107c None None] Pushing event updated for resources: {'Port': ['ID=e2e7b3c6-1d53-4324-a49d-49085c7cd524,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:53.131480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-36bc0d73-3103-4674-841a-b9f9c34d107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:53.174815 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-2ede2065-fc91-444a-9b2c-4568440401ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:53.176502 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-2ede2065-fc91-444a-9b2c-4568440401ff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1099 time: 0.1191015
Apr 15 19:53:53.179312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:53:53.181557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a4a3a58>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:53:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:53.257411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55737581-7dd6-427c-a5b7-f059a8a014c5 req-746a3cb6-f428-469b-a8d7-150271391077 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:53.259072 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-55737581-7dd6-427c-a5b7-f059a8a014c5 req-746a3cb6-f428-469b-a8d7-150271391077 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 944 time: 0.2002308
Apr 15 19:53:53.277430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c29a6-93d0-4290-80a5-fe783118f817 req-f136de54-bc90-4567-aa30-77bb977cac93 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:53.279251 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-130c29a6-93d0-4290-80a5-fe783118f817 req-f136de54-bc90-4567-aa30-77bb977cac93 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1627080
Apr 15 19:53:53.351317 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-55737581-7dd6-427c-a5b7-f059a8a014c5 req-8f1ee565-7fe8-41e7-870a-89d24b5fc215 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707710
Apr 15 19:53:53.378588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:53.383450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:53.409157 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-130c29a6-93d0-4290-80a5-fe783118f817 req-0ff510f9-c762-47ce-8906-e5e5058d53ce tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776632
Apr 15 19:53:53.409579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a7dd9d8b-65b4-4ee4-aad5-ede4b7194688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:53.475526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:53:53.499988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-2d26cf5e-10a6-4276-a6c3-ef6e87cf334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:53.502328 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-2d26cf5e-10a6-4276-a6c3-ef6e87cf334f service neutron] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 919 time: 0.3173075
Apr 15 19:53:53.510850 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=87e231df509e4905a87719795cffc895&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7254312
Apr 15 19:53:53.511321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44582) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:53.518158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e424efd-1558-4890-a6c1-442d25d68493,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:53.604685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.605811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.606420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.607018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.607627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.610389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.611012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.611725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.612354 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.613032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.613719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.614298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:53.642511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:53.644276 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-954dd68b-9fbd-4f12-8cbf-9013e0461cef service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 200  len: 217 time: 0.1213493
Apr 15 19:53:53.730433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-c8140b8d-cbdb-436d-996b-1b46509c25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:53.732046 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-c8140b8d-cbdb-436d-996b-1b46509c25ef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.0814044
Apr 15 19:53:53.738811 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a16ae640-7668-49e1-9915-bad07111ad42 req-f97e70de-da20-4eb7-be68-ace55fe98c54 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 210 time: 0.1969867
Apr 15 19:53:53.809923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:53.826954 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-88aa97fb-84a3-4227-be56-e322e5d29134 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0782218
Apr 15 19:53:53.881586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a4a3a58>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:52Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:53:53.886363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68799e-9910-4d24-a89c-f8e417a8b25f None None] The sync data for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi is: [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:52Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:53:53.975343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.071313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-5e4e5de2-2350-46f1-869a-93a6b56a116c tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:54.071456 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-8b5e119f-9654-41fc-8cb2-0b70242863f0 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2362006
Apr 15 19:53:54.072893 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-5e4e5de2-2350-46f1-869a-93a6b56a116c tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 809 time: 0.5299766
Apr 15 19:53:54.074108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.103821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-344af39a-de5a-4779-9865-49fa0f79842a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:54.147222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e424efd-1558-4890-a6c1-442d25d68493,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:54.159229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.159676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.160067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.160937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.161406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.161682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.162062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.162445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.162823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.163211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.163872 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.164251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:53:54.175691 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:54.180208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.184091 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e424efd-1558-4890-a6c1-442d25d68493 HTTP/1.1" status: 204  len: 168 time: 0.6690137
Apr 15 19:53:54.226480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device e2e7b3c6-1d53-4324-a49d-49085c7cd524 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:53:54.308779 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-d3351091-1ab3-495b-bbf6-1b00cd4b05bc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fba23e5df9154ee5b97b92e3f9090983 HTTP/1.1" status: 200  len: 5707 time: 0.2060854
Apr 15 19:53:54.326569 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'port': {'device_id': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'admin_state_up': True, 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'security_groups': ['a0eba536-f802-4c53-91bb-f8895a495921']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:54.371036 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e03979d2-5b6e-49a7-8d39-dfe5a39bb713 req-7a87cfe3-3ee3-4a62-80b5-26eaf73e6071 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2858508
Apr 15 19:53:54.633531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-88ae8e42-3861-4f68-8f46-b81aff4aefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:54.635145 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-88ae8e42-3861-4f68-8f46-b81aff4aefa4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1099 time: 0.2037387
Apr 15 19:53:54.730604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port e2e7b3c6-1d53-4324-a49d-49085c7cd524 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:53:54.741676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port e2e7b3c6-1d53-4324-a49d-49085c7cd524 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:54.742102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.895868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:54.902521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-571afeaa-d04c-4977-92ad-407afa590722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:54.909681 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-571afeaa-d04c-4977-92ad-407afa590722 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 919 time: 0.2441995
Apr 15 19:53:54.919035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44622) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:54.920957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:53:54.939329 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:54.946360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:port and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:54.960290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:54.977687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:55.020175 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-a4bc8015-cc19-49ed-a726-f7447b4e61d0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 200  len: 217 time: 0.0979888
Apr 15 19:53:55.023217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.034598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba73659-cac8-4941-8507-c8523ddd441f req-f60f7535-fe0b-4354-9a2e-91469be16379 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:55.044553 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dba73659-cac8-4941-8507-c8523ddd441f req-f60f7535-fe0b-4354-9a2e-91469be16379 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 944 time: 0.3155577
Apr 15 19:53:55.047563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Made reservation on behalf of fba23e5df9154ee5b97b92e3f9090983 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:55.049704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port e2e7b3c6-1d53-4324-a49d-49085c7cd524, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=e2e7b3c6-1d53-4324-a49d-49085c7cd524,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:55.054408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.059577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.062142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:55.096625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:55.136673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced95aa-7e54-497e-897f-86c5021e0d6b req-83a4be20-ddc8-4c1c-8690-c3e0a8e430d7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:55.157663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:53:55.158853 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cced95aa-7e54-497e-897f-86c5021e0d6b req-83a4be20-ddc8-4c1c-8690-c3e0a8e430d7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.4242926
Apr 15 19:53:55.238692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=e2e7b3c6-1d53-4324-a49d-49085c7cd524,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:55.251363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:55.252633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:53:55.258349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:55.258774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.298267 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dba73659-cac8-4941-8507-c8523ddd441f req-4a15bead-c9da-42c8-b1b7-9e3a3aef4e03 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501810
Apr 15 19:53:55.382904 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cced95aa-7e54-497e-897f-86c5021e0d6b req-3e4272a9-c1fa-482d-ba7f-c2126c6119ad tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227731
Apr 15 19:53:55.394191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Usage tracker for resource:security_group_rule and tenant:19a71b494442456ab8e2a0a1e8c73452 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:55.408805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:55.436024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:55.451512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-bba669f3-8bef-43c8-96f1-40403eedc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:55.453007 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-bba669f3-8bef-43c8-96f1-40403eedc7b5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.4191790
Apr 15 19:53:55.498653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Allocated IP 172.20.0.6 (841e7241-ffd3-4269-8bb7-4b3adadc6e3d/3463a28b-7f9d-46d2-846f-2e3dc7957147/35f3d958-e117-4a5d-bd05-1e95267c5815) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:53:55.526790 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-0d70484d-262e-4157-b753-0ae6b2686c5a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611534
Apr 15 19:53:55.548946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.583033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac93376-e982-4a6d-9b4a-f647bc2169ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:55.594749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:53:55.600570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.607588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b8b8d92f-7b0a-4cc2-8401-46dffab384e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:55.635529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.640088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.647932 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b50e49e6-4059-4528-8d3d-fabc038badda req-bf7be823-79fe-4c42-9a67-6cc8af98acb6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 210 time: 0.1121736
Apr 15 19:53:55.694343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7fd8b840-79c5-4fae-ac6f-616df6757ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:55.725582 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac93376-e982-4a6d-9b4a-f647bc2169ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0', 'code': 200}
Apr 15 19:53:55.726429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:55.730224 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:55.751551 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19a71b494442456ab8e2a0a1e8c73452&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8312383
Apr 15 19:53:55.752472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44638) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:55.802391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86a9652-5d68-4365-a573-c9c5fcc69a5e,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:55.807590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:55.884200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.903902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Transition to ACTIVE for port object 35f3d958-e117-4a5d-bd05-1e95267c5815 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:53:55.930493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:55.950907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 44644) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:55.951552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:55.982506 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-b2e3a0af-4b11-4323-9bfc-5ae7eb21307c service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4416056
Apr 15 19:53:56.028243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-20411166-a28b-4b30-ab1b-2fbf4c659281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.103570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'Port': ['ID=35f3d958-e117-4a5d-bd05-1e95267c5815,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:56.110834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:56.125621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device e2e7b3c6-1d53-4324-a49d-49085c7cd524 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:53:56.137752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-20411166-a28b-4b30-ab1b-2fbf4c659281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.173509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:53:56.174874 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:56.188778 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:53:56.198056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d86804-49b1-434e-9bc1-e61a4c22444f req-7b4f2b2b-e7ee-4bb9-b73c-d64bf703ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:56.199762 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-85d86804-49b1-434e-9bc1-e61a4c22444f req-7b4f2b2b-e7ee-4bb9-b73c-d64bf703ab48 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 1098 time: 0.3101363
Apr 15 19:53:56.224088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port e2e7b3c6-1d53-4324-a49d-49085c7cd524 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:56.224838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.292182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:56.293168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.294994 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-85d86804-49b1-434e-9bc1-e61a4c22444f req-fe0d44fd-a2a6-4869-b91e-516cfe0b3104 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793586
Apr 15 19:53:56.301080 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-72aafd92-93b0-41df-adc1-21362eaf5527 req-8c6f1dbd-9935-45d5-8b47-07fac14d05ad service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3068511
Apr 15 19:53:56.313128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-20411166-a28b-4b30-ab1b-2fbf4c659281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.329883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.341065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-55d0bb81-8251-4c4f-aa46-74417cda2227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:56.364208 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0483479
Apr 15 19:53:56.365126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:56.369511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:98ba3fe1a92c478a8960b2a7729a39c8 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:56.372646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:56.378935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:56.391613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20411166-a28b-4b30-ab1b-2fbf4c659281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86a9652-5d68-4365-a573-c9c5fcc69a5e,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:56.396375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-20411166-a28b-4b30-ab1b-2fbf4c659281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:56.400609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-20411166-a28b-4b30-ab1b-2fbf4c659281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.401837 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-20411166-a28b-4b30-ab1b-2fbf4c659281 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f86a9652-5d68-4365-a573-c9c5fcc69a5e HTTP/1.1" status: 204  len: 168 time: 0.5960109
Apr 15 19:53:56.478512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Request body: {'port': {'device_id': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:56.579752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b7030e0f-1d22-4afa-add4-bb339b9afde5 None None] Provisioning for port 35f3d958-e117-4a5d-bd05-1e95267c5815 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:53:56.609655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b7030e0f-1d22-4afa-add4-bb339b9afde5 None None] Provisioning complete for port 35f3d958-e117-4a5d-bd05-1e95267c5815 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:53:56.610309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7030e0f-1d22-4afa-add4-bb339b9afde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.679227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b7030e0f-1d22-4afa-add4-bb339b9afde5 None None] Port 35f3d958-e117-4a5d-bd05-1e95267c5815 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:53:56.860372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.879413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.891474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbceb0b-0d9f-491a-8c1e-3d38ef156535 req-76907ea0-0c9f-4558-bccc-ced494cd519a tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:56.893110 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1fbceb0b-0d9f-491a-8c1e-3d38ef156535 req-76907ea0-0c9f-4558-bccc-ced494cd519a tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 945 time: 0.3611743
Apr 15 19:53:56.901985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:56.913995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ba792f98-3a2b-44cf-8973-43fd5655d9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:56.958678 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49b2d6-2082-4d66-8778-2527a3fa7e7b req-dd10c46c-8f5f-426a-96f5-ddb8a7df06c7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:56.960306 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df49b2d6-2082-4d66-8778-2527a3fa7e7b req-dd10c46c-8f5f-426a-96f5-ddb8a7df06c7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.3630340
Apr 15 19:53:57.071338 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98ba3fe1a92c478a8960b2a7729a39c8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0877900
Apr 15 19:53:57.074387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44696) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:57.078169 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86847a1a-aa9e-415f-ba4f-9d8127afbe3c,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:57.082363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:57.116205 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1fbceb0b-0d9f-491a-8c1e-3d38ef156535 req-29df6be3-dfc5-44fb-8bdd-eb59883d9141 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033782
Apr 15 19:53:57.155065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-314c4341-8009-49f5-80e2-52471ded204f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.182431 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df49b2d6-2082-4d66-8778-2527a3fa7e7b req-70d777c2-4cb9-4678-a66a-7273c2ed458b tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799817
Apr 15 19:53:57.186877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-314c4341-8009-49f5-80e2-52471ded204f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.268463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-314c4341-8009-49f5-80e2-52471ded204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.274022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-72223530-322c-4d38-bb47-0d01fb22e853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:57.295035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-314c4341-8009-49f5-80e2-52471ded204f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.296321 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-314c4341-8009-49f5-80e2-52471ded204f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86847a1a-aa9e-415f-ba4f-9d8127afbe3c HTTP/1.1" status: 204  len: 168 time: 0.2207391
Apr 15 19:53:57.298591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c4341-8009-49f5-80e2-52471ded204f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86847a1a-aa9e-415f-ba4f-9d8127afbe3c,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:57.306632 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-314c4341-8009-49f5-80e2-52471ded204f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:57.307809 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44706) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:57.349237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.699070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1362921037-network', 'tenant_id': '66d225cc8c494ed493331aaf92aaa218'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:57.704323 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:57.709026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Usage tracker for resource:network and tenant:66d225cc8c494ed493331aaf92aaa218 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:57.712240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:57.719766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:57.730043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Made reservation on behalf of 66d225cc8c494ed493331aaf92aaa218 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:57.735502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.751744 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.766808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:57.771053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Usage tracker for resource:security_group_rule and tenant:66d225cc8c494ed493331aaf92aaa218 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:57.774148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:57.780221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:57.823109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2021baf-38a2-4b32-9eb4-fc2521fb0cb5 req-8703f086-53e5-4a65-b242-975168b8a76f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:57.823890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-d2021baf-38a2-4b32-9eb4-fc2521fb0cb5 req-8703f086-53e5-4a65-b242-975168b8a76f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Synchronizing usage tracker for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:53:57.867030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.869922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.874171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6f20d679-1c1f-44b7-9dad-ceb733c8dfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:57.887588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-d2021baf-38a2-4b32-9eb4-fc2521fb0cb5 req-8703f086-53e5-4a65-b242-975168b8a76f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Unset dirty status for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:53:57.888829 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d2021baf-38a2-4b32-9eb4-fc2521fb0cb5 req-8703f086-53e5-4a65-b242-975168b8a76f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 931 time: 0.5123007
Apr 15 19:53:57.893013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f3d958-e117-4a5d-bd05-1e95267c5815 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:53:57.902270 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:53:57.911907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbf0b3e-5133-4aff-b3d2-63670341dc43,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:57.915695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.915849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:57.918528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.919356 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Added segment 2e96973c-1a9f-4383-a715-f9d897daa80f of type vlan for network 3c8a7640-a2ad-4983-8de0-064fdd8f7e1a
Apr 15 19:53:57.947644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.950503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Transition to ACTIVE for port object 35f3d958-e117-4a5d-bd05-1e95267c5815 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:53:57.957260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.974820 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d2021baf-38a2-4b32-9eb4-fc2521fb0cb5 req-2fe5ceca-0af4-41bd-b4f3-1a8867994190 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769737
Apr 15 19:53:57.977875 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.978271 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:57.979291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:57.979983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:57.985324 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f920d5f4-29ba-4729-bfb8-241d81ce4325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:58.098158 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7882729
Apr 15 19:53:58.101621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44722) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:58.102390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Pushing event updated for resources: {'Network': ['ID=3c8a7640-a2ad-4983-8de0-064fdd8f7e1a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:58.106852 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:58.111701 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Request body: {'subnet': {'network_id': '3c8a7640-a2ad-4983-8de0-064fdd8f7e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1362921037-subnet', 'tenant_id': '66d225cc8c494ed493331aaf92aaa218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:58.116118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=35f3d958-e117-4a5d-bd05-1e95267c5815,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:58.116281 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 3c8a7640-a2ad-4983-8de0-064fdd8f7e1a details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:53:58.117884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:58.128596 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:58.133420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Usage tracker for resource:subnet and tenant:66d225cc8c494ed493331aaf92aaa218 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:58.139761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:58.152548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:58.171896 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Made reservation on behalf of 66d225cc8c494ed493331aaf92aaa218 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:58.178156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.592979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Attempting to bind port 35f3d958-e117-4a5d-bd05-1e95267c5815 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:53:58.593356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Attempting to bind port 35f3d958-e117-4a5d-bd05-1e95267c5815 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:53:58.593726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Attempting to bind port 35f3d958-e117-4a5d-bd05-1e95267c5815 on network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:53:58.606756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354cda0-bcf3-42d1-9f83-907d82432a6f req-ee057e6a-acc5-4220-bc53-4e81832a5f73 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:58.608408 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a354cda0-bcf3-42d1-9f83-907d82432a6f req-ee057e6a-acc5-4220-bc53-4e81832a5f73 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 945 time: 0.2446356
Apr 15 19:53:58.612344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Port 35f3d958-e117-4a5d-bd05-1e95267c5815 on network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:53:58.612712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Attempting to bind port 35f3d958-e117-4a5d-bd05-1e95267c5815 on network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:53:58.641487 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:53:58.641864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Checking segment: {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:58.642294 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Bound using segment: {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:53:58.642787 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Bound port: 35f3d958-e117-4a5d-bd05-1e95267c5815, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:53:58.643174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.645718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.661364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:58.665034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c323b89-946c-428d-8b52-acffc7c4c911 req-a4698ee7-acb4-4f2a-982c-091907979f9a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:58.666640 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6c323b89-946c-428d-8b52-acffc7c4c911 req-a4698ee7-acb4-4f2a-982c-091907979f9a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.2455909
Apr 15 19:53:58.754087 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a354cda0-bcf3-42d1-9f83-907d82432a6f req-28bb1d78-65e1-4a68-8843-41cb2a354d54 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333573
Apr 15 19:53:58.795129 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6c323b89-946c-428d-8b52-acffc7c4c911 req-4c569423-3d96-4081-9794-4d44c745f000 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124191
Apr 15 19:53:58.803102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f5c539-ade3-4e1b-b7de-cc341ef8c1e0,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:58.806065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:58.833018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] For port 35f3d958-e117-4a5d-bd05-1e95267c5815, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:53:58.836381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] For port 35f3d958-e117-4a5d-bd05-1e95267c5815, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=35f3d958-e117-4a5d-bd05-1e95267c5815,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:53:58.844035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.862919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:53:58.883373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Checking segment: {'id': '2e96973c-1a9f-4383-a715-f9d897daa80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '3c8a7640-a2ad-4983-8de0-064fdd8f7e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:53:58.883770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Network hostable DHCP agents. Network: 3c8a7640-a2ad-4983-8de0-064fdd8f7e1a, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:53:58.902031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Network 3c8a7640-a2ad-4983-8de0-064fdd8f7e1a is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:53:58.910864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 3c8a7640-a2ad-4983-8de0-064fdd8f7e1a) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:53:58.920136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb60ff-1374-4b87-826e-27d27b37e638 None None] Network 3c8a7640-a2ad-4983-8de0-064fdd8f7e1a requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:53:58.930201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:58.930893 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:58.953613 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8482580
Apr 15 19:53:59.020867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=35f3d958-e117-4a5d-bd05-1e95267c5815,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:53:59.025712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:53:59.081692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:59.082402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:59.084008 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] 10.222.0.68 "PUT /v2.0/ports/35f3d958-e117-4a5d-bd05-1e95267c5815 HTTP/1.1" status: 200  len: 1093 time: 2.6505868
Apr 15 19:53:59.084554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'tag': '35f3d958-e117-4a5d-bd05-1e95267c5815'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:53:59.201091 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'tag': '35f3d958-e117-4a5d-bd05-1e95267c5815', 'status': 'completed', 'code': 200}
Apr 15 19:53:59.219362 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7435bc6-4ed4-46f2-9a8e-1169d3dc84c7 None None] Network 3c8a7640-a2ad-4983-8de0-064fdd8f7e1a requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:53:59.309682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-ed51e443-1901-4067-922e-8c011972ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:59.311572 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-ed51e443-1901-4067-922e-8c011972ae1c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 1096 time: 0.1832480
Apr 15 19:53:59.411547 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-b14b6147-e02e-4f38-8d7b-ad5141face50 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35f3d958-e117-4a5d-bd05-1e95267c5815 HTTP/1.1" status: 200  len: 217 time: 0.0905852
Apr 15 19:53:59.432109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b30209-5453-49e6-b263-b7a6afda00cc req-92e4e0ba-f683-48e2-b123-e51f0cc7eac9 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:59.440332 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f6b30209-5453-49e6-b263-b7a6afda00cc req-92e4e0ba-f683-48e2-b123-e51f0cc7eac9 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 943 time: 0.2419755
Apr 15 19:53:59.575034 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f6b30209-5453-49e6-b263-b7a6afda00cc req-9e61e991-6ad5-44f6-a2f8-056f0cb8b4ab tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1337783
Apr 15 19:53:59.576706 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-36d92d80-0aab-4a97-9c8c-6aff6abb8544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:59.578164 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-36d92d80-0aab-4a97-9c8c-6aff6abb8544 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.1550527
Apr 15 19:53:59.678516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-73b983d8-a1fc-4681-9643-c61cc94773c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:53:59.680673 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-73b983d8-a1fc-4681-9643-c61cc94773c9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958250
Apr 15 19:53:59.765965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44772) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:53:59.778939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1733810438-network', 'tenant_id': '2f3c0bddbe5f4e06b2d64568efa40960'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:53:59.781544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:59.786190 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Usage tracker for resource:network and tenant:2f3c0bddbe5f4e06b2d64568efa40960 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:59.790395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:59.797719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:59.808453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Made reservation on behalf of 2f3c0bddbe5f4e06b2d64568efa40960 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:53:59.814220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:59.827940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:59.852568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:53:59.855736 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-9418b944-9715-407d-9cdd-29dee9268af6 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662016
Apr 15 19:53:59.857567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:2f3c0bddbe5f4e06b2d64568efa40960 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:53:59.861261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:53:59.867731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:53:59.973590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:59.978499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:53:59.982867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d20f6c0e-4b02-46af-9137-b2c63fd8387d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:00.010819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:54:00.025072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55943c57-9e8b-4b95-aace-e69207bc97ba,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:00.029580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:00.030828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:00.031134 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Added segment c078dd01-a52d-4fb1-8827-a382ac3acb19 of type vlan for network 41564246-e2b8-4b5f-812d-c693e4459b13
Apr 15 19:54:00.062382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:00.080500 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-593d0c4a-2a13-4937-abe5-d06c71c823f7 req-e0092746-20bc-4664-ae34-b0d741ddff0a service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2167609
Apr 15 19:54:00.095031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:00.096629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:00.097322 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:00.102210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-05f5b4e4-1137-4b49-8e40-c577f7834ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:00.111603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91d812-fa83-4230-a191-34ff6f0ef495 req-9743b6f1-b386-4770-b3d7-028fcc9d3f35 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:00.114329 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9f91d812-fa83-4230-a191-34ff6f0ef495 req-9743b6f1-b386-4770-b3d7-028fcc9d3f35 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1588876
Apr 15 19:54:00.211351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=41564246-e2b8-4b5f-812d-c693e4459b13,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:00.214012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:00.218289 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4485097
Apr 15 19:54:00.219027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44784) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:00.221941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 41564246-e2b8-4b5f-812d-c693e4459b13 details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:54:00.223971 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9f91d812-fa83-4230-a191-34ff6f0ef495 req-76a6b5a5-6b29-4de3-8699-2f16748fc951 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970302
Apr 15 19:54:00.225290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Request body: {'subnet': {'network_id': '41564246-e2b8-4b5f-812d-c693e4459b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1733810438-subnet', 'tenant_id': '2f3c0bddbe5f4e06b2d64568efa40960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:00.230478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:00.235132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Usage tracker for resource:subnet and tenant:2f3c0bddbe5f4e06b2d64568efa40960 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:00.238342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:00.245222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:00.252563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-2bc5209e-8a50-459b-aac8-8092f154dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:00.255132 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-2bc5209e-8a50-459b-aac8-8092f154dea7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 1096 time: 0.1121843
Apr 15 19:54:00.258007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Made reservation on behalf of 2f3c0bddbe5f4e06b2d64568efa40960 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:54:00.263453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:00.462901 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-069baeca-24d2-49d8-8d0e-6bf70fa63f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:00.464302 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-069baeca-24d2-49d8-8d0e-6bf70fa63f1d service neutron] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 910 time: 0.2014632
Apr 15 19:54:00.543599 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-15f70cf7-7957-4fa9-ac6f-ffbb9b05293b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35f3d958-e117-4a5d-bd05-1e95267c5815 HTTP/1.1" status: 200  len: 217 time: 0.0705252
Apr 15 19:54:00.556819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc405fe-3e75-4acf-88cb-ec0da54bc37a req-c87b299d-0647-4741-aad0-874e195f2b13 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:00.558408 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dcc405fe-3e75-4acf-88cb-ec0da54bc37a req-c87b299d-0647-4741-aad0-874e195f2b13 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 945 time: 0.2037876
Apr 15 19:54:00.653301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-6d906d7d-7e33-49d3-aae4-4d2cccfd44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:00.654780 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-6d906d7d-7e33-49d3-aae4-4d2cccfd44b0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.0954659
Apr 15 19:54:00.660168 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dcc405fe-3e75-4acf-88cb-ec0da54bc37a req-241787d7-e051-48c0-8782-bf75530d0aab tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680296
Apr 15 19:54:00.673099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:00.688784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3179a126-4fec-472d-a2cd-b1959e21e9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:00.780013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-979a0558-484a-46f1-9519-6172a4008678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:00.787822 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-979a0558-484a-46f1-9519-6172a4008678 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1254578
Apr 15 19:54:00.870803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ada7e4-9b3e-4836-a1a3-affcc7103bd0,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:00.876793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:00.905443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Checking segment: {'id': 'c078dd01-a52d-4fb1-8827-a382ac3acb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '41564246-e2b8-4b5f-812d-c693e4459b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:54:00.905792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Network hostable DHCP agents. Network: 41564246-e2b8-4b5f-812d-c693e4459b13, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:54:00.926471 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Network 41564246-e2b8-4b5f-812d-c693e4459b13 is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:54:00.936473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 41564246-e2b8-4b5f-812d-c693e4459b13) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:54:00.947782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c3ac07-4f16-4e92-b99d-edfbcaec0859 None None] Network 41564246-e2b8-4b5f-812d-c693e4459b13 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:54:00.950244 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:00.951021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:00.975034 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c8bf2304-8569-4a92-8969-bed4a9ae81b7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7547193
Apr 15 19:54:01.152321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44802) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:01.201019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9260e-b96f-4ea8-8651-97f3a61f7722 None None] Network 41564246-e2b8-4b5f-812d-c693e4459b13 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:54:01.284856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7acab-4438-4ba4-8782-719fabb54871 req-2cca2eb1-10aa-4321-8aee-0f54e6d05c5c tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:01.288104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.292999 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-43b7acab-4438-4ba4-8782-719fabb54871 req-2cca2eb1-10aa-4321-8aee-0f54e6d05c5c tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 943 time: 0.4809432
Apr 15 19:54:01.306122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:01.310844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Usage tracker for resource:security_group_rule and tenant:21cc34cd57ce4b09b2c139bdacfc07c8 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:01.314790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:01.321452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:01.367811 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-21c17d4b-20b4-4a93-9881-29eaf2acd6ac service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5781093
Apr 15 19:54:01.425023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.428582 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.450555 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-43b7acab-4438-4ba4-8782-719fabb54871 req-72112f7c-a087-4597-852d-b88867a82e9c tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539643
Apr 15 19:54:01.458610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-37130091-4543-4c2e-b6b4-96fd45dc62a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:01.482810 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21cc34cd57ce4b09b2c139bdacfc07c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3269885
Apr 15 19:54:01.483091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44812) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:01.530203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac294f9-c292-4e9f-be73-2a4f5e031556,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:01.535588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:01.571347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ce939c1a-ac2e-46bb-b834-5ed8ea2c7f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.600089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ce939c1a-ac2e-46bb-b834-5ed8ea2c7f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.649302 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4c8d2243-d81d-4f4f-ace3-b4b4f451a317 req-40ad8f69-998c-4ef8-802d-17d5b8b8e474 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595773
Apr 15 19:54:01.657925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ce939c1a-ac2e-46bb-b834-5ed8ea2c7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.661518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8561205-036f-455e-a6f7-5bbdb4417fba req-bff9539a-fb4a-4f90-b168-95fcc924c31b tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:01.665557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d6627013-5a58-4f3a-b70f-4927de89ae82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:01.669774 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c8561205-036f-455e-a6f7-5bbdb4417fba req-bff9539a-fb4a-4f90-b168-95fcc924c31b tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.2183962
Apr 15 19:54:01.686263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce939c1a-ac2e-46bb-b834-5ed8ea2c7f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac294f9-c292-4e9f-be73-2a4f5e031556,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:01.689135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ce939c1a-ac2e-46bb-b834-5ed8ea2c7f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:01.691730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ce939c1a-ac2e-46bb-b834-5ed8ea2c7f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:01.709432 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ce939c1a-ac2e-46bb-b834-5ed8ea2c7f68 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ac294f9-c292-4e9f-be73-2a4f5e031556 HTTP/1.1" status: 204  len: 168 time: 0.2249606
Apr 15 19:54:01.777805 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c8561205-036f-455e-a6f7-5bbdb4417fba req-9854260a-6c0b-4b3b-9222-104ac1d3d65a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069138
Apr 15 19:54:01.969520 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d38aa0-61fe-4c99-b47d-613695efc9ca req-c881c165-f301-4def-b258-42278004b112 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:01.971371 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1d38aa0-61fe-4c99-b47d-613695efc9ca req-c881c165-f301-4def-b258-42278004b112 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 945 time: 0.0953031
Apr 15 19:54:02.025501 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1d38aa0-61fe-4c99-b47d-613695efc9ca req-2f5c80f9-b65b-4145-927e-324abc9f8f39 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464451
Apr 15 19:54:02.091185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44830) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:02.110666 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.126239 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:02.130268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Usage tracker for resource:security_group_rule and tenant:9053a25634304a2b804f3b8656a4bb09 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:02.133181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:02.139093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:02.221338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.224037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.236333 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ce939c1a-ac2e-46bb-b834-5ed8ea2c7f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:02.277841 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9053a25634304a2b804f3b8656a4bb09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1854272
Apr 15 19:54:02.278845 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464ccf9d-d063-4f6d-9b25-1fc685f4a095,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:02.281439 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 44834) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:02.284242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:02.344217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55e37df-497a-4ede-9176-659294ba666d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.356527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-b5d0146b-08c2-49f4-aaeb-886c6f84817f tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:02.358081 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-b5d0146b-08c2-49f4-aaeb-886c6f84817f tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 945 time: 0.0882053
Apr 15 19:54:02.371240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55e37df-497a-4ede-9176-659294ba666d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.422836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55e37df-497a-4ede-9176-659294ba666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.427916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c67068b2-062e-4170-90ed-1b0f24b2b26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:02.435304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Deleting port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:54:02.435702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.442153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e37df-497a-4ede-9176-659294ba666d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464ccf9d-d063-4f6d-9b25-1fc685f4a095,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:02.445199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e55e37df-497a-4ede-9176-659294ba666d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:02.446156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55e37df-497a-4ede-9176-659294ba666d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.449940 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e55e37df-497a-4ede-9176-659294ba666d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/464ccf9d-d063-4f6d-9b25-1fc685f4a095 HTTP/1.1" status: 204  len: 168 time: 0.1649513
Apr 15 19:54:02.778729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] For port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,segment=NetworkSegment(237427b1-651b-4e7c-9dcf-372940b564cc),segment_id=237427b1-651b-4e7c-9dcf-372940b564cc)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:02.779131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:02.799869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d2d2c-e2ca-4ea0-96c0-9498c68aab99 req-7a162df1-31bd-42ae-a55c-bb27afa448ba tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:02.801475 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-187d2d2c-e2ca-4ea0-96c0-9498c68aab99 req-7a162df1-31bd-42ae-a55c-bb27afa448ba tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 943 time: 0.2362974
Apr 15 19:54:02.948291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Calling delete_port for 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:54:03.093542 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-187d2d2c-e2ca-4ea0-96c0-9498c68aab99 req-8ce46783-02f2-4ad6-971c-09582a04d346 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2288649
Apr 15 19:54:03.265262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca1ac7-eef7-4827-9652-fda8bdf414ba req-12f0d91a-7e74-4f03-8ecd-58d51b09065c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:03.267614 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bdca1ac7-eef7-4827-9652-fda8bdf414ba req-12f0d91a-7e74-4f03-8ecd-58d51b09065c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.3390031
Apr 15 19:54:03.374886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:03.389643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:54:03.403573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:03.449958 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bdca1ac7-eef7-4827-9652-fda8bdf414ba req-9ecb20c8-2a06-4ef2-9885-e9742f45972c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434720
Apr 15 19:54:03.512723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Pushing event deleted for resources: {'Port': ['ID=9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:03.525220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:03.570402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf5123-907a-47fb-a876-c32afa180df6 req-a6bcd1e0-8529-4dec-9c50-b4ccb3d3b394 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:03.578019 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2fdf5123-907a-47fb-a876-c32afa180df6 req-a6bcd1e0-8529-4dec-9c50-b4ccb3d3b394 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/ports?device_id=2ac93376-e982-4a6d-9b4a-f647bc2169ea HTTP/1.1" status: 200  len: 867 time: 0.3253970
Apr 15 19:54:03.659427 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2fdf5123-907a-47fb-a876-c32afa180df6 req-ee0ce202-9df8-41df-a4bb-6e3c63caa393 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.58 "GET /v2.0/security-groups?id=9f403111-dd58-49c5-b2cf-b9ea3192f382&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797858
Apr 15 19:54:03.740006 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] No DVR routers for this DVR port 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:54:03.742977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:03.745864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac93376-e982-4a6d-9b4a-f647bc2169ea', 'name': 'network-vif-deleted', 'tag': '9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:03.765122 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fde57a6d-df2b-4320-8c54-2985a96f516a req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] 10.222.0.68 "DELETE /v2.0/ports/9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 HTTP/1.1" status: 204  len: 173 time: 1.4006412
Apr 15 19:54:03.799620 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac93376-e982-4a6d-9b4a-f647bc2169ea', 'name': 'network-vif-deleted', 'tag': '9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0', 'status': 'completed', 'code': 200}
Apr 15 19:54:03.999426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0c8afa9f-d8ed-4eba-a6fa-fb8c16f43062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:04.302818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3111d92-0f5a-480d-b473-cd8a82664759 req-8751ea50-d792-4fb5-97bd-78bc395334b8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:04.304434 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e3111d92-0f5a-480d-b473-cd8a82664759 req-8751ea50-d792-4fb5-97bd-78bc395334b8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 943 time: 0.0881977
Apr 15 19:54:04.352153 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e3111d92-0f5a-480d-b473-cd8a82664759 req-7551897f-0d3e-4c19-9bef-ce54a236cef6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415773
Apr 15 19:54:04.654791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e6788-3ef5-4085-8022-23c4e6e007ed req-6e337a8e-cf77-46fd-9f5a-5b58add460e5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:04.656468 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-253e6788-3ef5-4085-8022-23c4e6e007ed req-6e337a8e-cf77-46fd-9f5a-5b58add460e5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0866230
Apr 15 19:54:04.709846 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-253e6788-3ef5-4085-8022-23c4e6e007ed req-2d7c1d7e-e7be-42f2-b2c3-5b3c1dcb129b tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463629
Apr 15 19:54:04.914353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 35f3d958-e117-4a5d-bd05-1e95267c5815 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:54:05.070519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 35f3d958-e117-4a5d-bd05-1e95267c5815, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=35f3d958-e117-4a5d-bd05-1e95267c5815,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:05.085729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '35f3d958-e117-4a5d-bd05-1e95267c5815', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'port_id': '35f3d958-e117-4a5d-bd05-1e95267c5815', 'mac_address': 'fa:16:3e:ce:26:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:54:05.150057 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:05.170319 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f3d958-e117-4a5d-bd05-1e95267c5815 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:54:05.187012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 35f3d958-e117-4a5d-bd05-1e95267c5815, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=35f3d958-e117-4a5d-bd05-1e95267c5815,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:05.193771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:05.195686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-36bc0d73-3103-4674-841a-b9f9c34d107c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:05.269013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=35f3d958-e117-4a5d-bd05-1e95267c5815,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:05.272334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:05.558051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d760f-efe6-428a-9a1f-f1467120321c req-6a099bac-9c07-418c-9f89-282f2aa18422 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.559661 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7f1d760f-efe6-428a-9a1f-f1467120321c req-6a099bac-9c07-418c-9f89-282f2aa18422 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 944 time: 0.0908668
Apr 15 19:54:05.608452 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7f1d760f-efe6-428a-9a1f-f1467120321c req-64b00326-4a70-4774-9280-a56e601d852a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417967
Apr 15 19:54:05.721603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['35f3d958-e117-4a5d-bd05-1e95267c5815'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:54:05.942862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e6211-197b-48d9-947a-ebea42b5657a req-94f2d34e-11c1-4f5a-975c-329a7d2761f6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:05.944398 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-430e6211-197b-48d9-947a-ebea42b5657a req-94f2d34e-11c1-4f5a-975c-329a7d2761f6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0958247
Apr 15 19:54:05.994974 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-430e6211-197b-48d9-947a-ebea42b5657a req-2640b9ab-224a-4f12-8339-bca193330eda tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439470
Apr 15 19:54:06.147101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4ba18261-e5ac-45dd-8f63-2c4f3a507718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:06.821183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f345d-671b-4456-927c-76369e4a8b55 req-7ad8f11a-0468-459b-a00d-c6a1631d45d0 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:06.822809 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9b4f345d-671b-4456-927c-76369e4a8b55 req-7ad8f11a-0468-459b-a00d-c6a1631d45d0 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 944 time: 0.0893519
Apr 15 19:54:06.832397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:06.872391 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9b4f345d-671b-4456-927c-76369e4a8b55 req-822981a4-09b6-460d-a17b-a5535c6aaf4e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415063
Apr 15 19:54:07.194843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804548a3-1768-472f-828d-8c345b830433 req-c57e24d9-a8b8-466c-8c27-a2ac474e7893 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:07.196430 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-804548a3-1768-472f-828d-8c345b830433 req-c57e24d9-a8b8-466c-8c27-a2ac474e7893 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0896971
Apr 15 19:54:07.242574 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-804548a3-1768-472f-828d-8c345b830433 req-4ebd37f5-313b-429c-9eac-1b1fe8b9c357 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398436
Apr 15 19:54:07.678897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:07.947632 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 35f3d958-e117-4a5d-bd05-1e95267c5815 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:54:08.020382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 35f3d958-e117-4a5d-bd05-1e95267c5815 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:54:08.025296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 35f3d958-e117-4a5d-bd05-1e95267c5815 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:54:08.025714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:08.076914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5539aa-3c42-4bff-b7e6-ae9bec2480ef req-788a66d1-4252-4213-8b24-1ce9b98f03d9 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:08.078586 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fc5539aa-3c42-4bff-b7e6-ae9bec2480ef req-788a66d1-4252-4213-8b24-1ce9b98f03d9 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 944 time: 0.0887358
Apr 15 19:54:08.126923 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fc5539aa-3c42-4bff-b7e6-ae9bec2480ef req-86cff2e5-92b0-4b93-9d64-b9f276f871a8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411568
Apr 15 19:54:08.149422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:08.177227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f3d958-e117-4a5d-bd05-1e95267c5815'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:08.187240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 35f3d958-e117-4a5d-bd05-1e95267c5815, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=35f3d958-e117-4a5d-bd05-1e95267c5815,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:54:08.190223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:08.191171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:54:08.224182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:08.263805 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f3d958-e117-4a5d-bd05-1e95267c5815', 'code': 200}
Apr 15 19:54:08.271541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:54:08.271940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 9de8e0f3-45b4-4d41-bae6-d5eaaae4abc0 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:54:08.299759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=35f3d958-e117-4a5d-bd05-1e95267c5815,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:08.302811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:08.447087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9be10-e360-46f4-a98b-a011388d4ae3 req-3cf9baa5-81f2-4c41-a316-05e8a68b4345 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:08.448630 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2f9be10-e360-46f4-a98b-a011388d4ae3 req-3cf9baa5-81f2-4c41-a316-05e8a68b4345 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0905185
Apr 15 19:54:08.495419 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2f9be10-e360-46f4-a98b-a011388d4ae3 req-62bd7ed4-99c8-47a5-af91-899b52b21f6a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400476
Apr 15 19:54:08.720909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:09.323001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bccca-a8da-4e7e-94a5-8624dde762d2 req-85b25515-5f8c-469e-9ad5-0340efaea391 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:09.324650 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-484bccca-a8da-4e7e-94a5-8624dde762d2 req-85b25515-5f8c-469e-9ad5-0340efaea391 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0866554
Apr 15 19:54:09.375469 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-484bccca-a8da-4e7e-94a5-8624dde762d2 req-a3fef682-f4fa-4e55-9cf4-30d008f2751d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443885
Apr 15 19:54:09.696776 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fee0c4-0f74-4560-83d5-83e6725b4a50 req-ed28c6ad-758f-4e00-baf6-4b1cf76587e2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:09.698385 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-03fee0c4-0f74-4560-83d5-83e6725b4a50 req-ed28c6ad-758f-4e00-baf6-4b1cf76587e2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0900438
Apr 15 19:54:09.747308 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-03fee0c4-0f74-4560-83d5-83e6725b4a50 req-60fcabef-7f39-4651-a469-0fe43525098e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415604
Apr 15 19:54:10.581143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fdae4-d067-4185-baa7-f2d9a909ccd8 req-a32881ca-c5df-4183-a4aa-4d6efeb96f75 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:10.582867 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1f4fdae4-d067-4185-baa7-f2d9a909ccd8 req-a32881ca-c5df-4183-a4aa-4d6efeb96f75 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0950356
Apr 15 19:54:10.634860 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1f4fdae4-d067-4185-baa7-f2d9a909ccd8 req-3323ce44-0b4a-484c-af53-7ced65c05150 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449421
Apr 15 19:54:11.016612 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19200ac7-f6f2-4cde-adc1-19a8d8733298 req-d0ce6ea1-5e76-4045-894f-617aaec74f7e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:11.018105 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-19200ac7-f6f2-4cde-adc1-19a8d8733298 req-d0ce6ea1-5e76-4045-894f-617aaec74f7e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1552107
Apr 15 19:54:11.020926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb6853-71ce-43ac-b4fb-7c42ecbfec1d req-112693a3-337d-4cd6-8222-2f3ada5cd9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:11.022336 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80fb6853-71ce-43ac-b4fb-7c42ecbfec1d req-112693a3-337d-4cd6-8222-2f3ada5cd9ca service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 1098 time: 0.1106215
Apr 15 19:54:11.094139 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-19200ac7-f6f2-4cde-adc1-19a8d8733298 req-8a2526f6-9b5a-448b-be4a-e10d6ebf264f tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697877
Apr 15 19:54:11.097481 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80fb6853-71ce-43ac-b4fb-7c42ecbfec1d req-ffa5d6d3-4db8-4f7d-be9e-9a312eeb3048 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598471
Apr 15 19:54:11.836831 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689da55-2179-4731-aca5-870b97ff91b8 req-6084b024-82da-49a3-a242-2a53f787300d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:11.838412 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5689da55-2179-4731-aca5-870b97ff91b8 req-6084b024-82da-49a3-a242-2a53f787300d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0866427
Apr 15 19:54:12.099832 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5689da55-2179-4731-aca5-870b97ff91b8 req-ffb495f0-fb0b-4a70-a472-365b5d855791 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2546005
Apr 15 19:54:12.295381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60544c52-1b1d-4be7-a2de-d14d4ead159e req-77a5223b-bdfb-43ec-9883-af5639521561 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:12.297010 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-60544c52-1b1d-4be7-a2de-d14d4ead159e req-77a5223b-bdfb-43ec-9883-af5639521561 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0901718
Apr 15 19:54:12.345374 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-60544c52-1b1d-4be7-a2de-d14d4ead159e req-1f4211ec-b2ff-4205-b27f-c4dedca31cdf tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421488
Apr 15 19:54:13.296712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63240da5-f511-45b1-b6c5-585e452f7ce5 req-3a0a5ffa-0a2f-4c13-9950-70a1f8a31b7e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:13.298265 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-63240da5-f511-45b1-b6c5-585e452f7ce5 req-3a0a5ffa-0a2f-4c13-9950-70a1f8a31b7e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0878346
Apr 15 19:54:13.345700 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-63240da5-f511-45b1-b6c5-585e452f7ce5 req-17ce4b14-7070-476b-8d4e-6da848b9543d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412207
Apr 15 19:54:13.550321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098bf91-5e72-41e5-b3b7-c8d1a6179fab req-83781446-39e6-4779-9e58-190a19afe8bd tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:13.551934 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6098bf91-5e72-41e5-b3b7-c8d1a6179fab req-83781446-39e6-4779-9e58-190a19afe8bd tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0909810
Apr 15 19:54:13.600582 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6098bf91-5e72-41e5-b3b7-c8d1a6179fab req-833ec6cb-e7c7-489d-9def-db8d4c84d583 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420578
Apr 15 19:54:14.546108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9a512-8703-4f06-8009-ad916f4df677 req-0ef7e9f2-3ab8-4e98-a55f-c4ca3681dd61 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:14.547749 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dfc9a512-8703-4f06-8009-ad916f4df677 req-0ef7e9f2-3ab8-4e98-a55f-c4ca3681dd61 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0900228
Apr 15 19:54:14.595836 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dfc9a512-8703-4f06-8009-ad916f4df677 req-3dc3d698-9fe9-4624-9e05-fb2bfb7c54b7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419364
Apr 15 19:54:14.801080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c81cd8-c7b5-433a-909d-977065e3b25b req-dbbda598-6f5d-4929-8b32-bcd2f746a6de tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:14.802650 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c6c81cd8-c7b5-433a-909d-977065e3b25b req-dbbda598-6f5d-4929-8b32-bcd2f746a6de tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0908687
Apr 15 19:54:14.850274 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c6c81cd8-c7b5-433a-909d-977065e3b25b req-478032dd-e864-401d-b75f-87ed01b37aea tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412316
Apr 15 19:54:15.802926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942692b-f3c9-4bbf-8397-e8cacc1c0eff req-feefe0b2-bc82-41d5-82cd-38eaac1b816b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:15.804576 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1942692b-f3c9-4bbf-8397-e8cacc1c0eff req-feefe0b2-bc82-41d5-82cd-38eaac1b816b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0921359
Apr 15 19:54:15.851810 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1942692b-f3c9-4bbf-8397-e8cacc1c0eff req-1afbf953-6fda-42c6-ab3e-0ace2317f18c tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408945
Apr 15 19:54:16.048171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445ec53-fb2b-4c59-85b5-ffd60e83ab7c req-d91e474b-2750-41bd-828d-b7a933ce8600 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:16.049731 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c445ec53-fb2b-4c59-85b5-ffd60e83ab7c req-d91e474b-2750-41bd-828d-b7a933ce8600 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0868366
Apr 15 19:54:16.096177 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c445ec53-fb2b-4c59-85b5-ffd60e83ab7c req-cc4921f5-7f41-4168-afa4-16c0de9efead tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403597
Apr 15 19:54:17.051358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcfeb4-abaa-4f87-b53f-d26a7a0f0deb req-a67f8186-72f2-46c0-b3e6-897713c96bd2 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:17.052941 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42fcfeb4-abaa-4f87-b53f-d26a7a0f0deb req-a67f8186-72f2-46c0-b3e6-897713c96bd2 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0911038
Apr 15 19:54:17.100227 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42fcfeb4-abaa-4f87-b53f-d26a7a0f0deb req-8343084b-9e57-41cb-87b8-8285fb97b6f4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410879
Apr 15 19:54:17.297430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b8e64-692c-41f2-bfd4-f6c1206f041d req-992448fe-4255-477e-8a46-b0a9ad08606c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:17.298976 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-480b8e64-692c-41f2-bfd4-f6c1206f041d req-992448fe-4255-477e-8a46-b0a9ad08606c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0890393
Apr 15 19:54:17.346985 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-480b8e64-692c-41f2-bfd4-f6c1206f041d req-1f0a3308-c7a5-4c26-acd4-7f43fbb02ac5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417910
Apr 15 19:54:18.309038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e0b57-5656-4c6a-bbc8-503db7288fcb req-7a1ccca9-7099-4c7d-9211-634fd3f370ae tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:18.310663 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-469e0b57-5656-4c6a-bbc8-503db7288fcb req-7a1ccca9-7099-4c7d-9211-634fd3f370ae tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0905287
Apr 15 19:54:18.367163 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-469e0b57-5656-4c6a-bbc8-503db7288fcb req-a1939240-3f9b-4343-b6f7-1364b0cbc476 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466404
Apr 15 19:54:18.586514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b874408-8061-4f0a-a632-349f33bc3409 req-f9fd21bb-9eff-44c5-8037-645a12bb7c88 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:18.588356 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4b874408-8061-4f0a-a632-349f33bc3409 req-f9fd21bb-9eff-44c5-8037-645a12bb7c88 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1023989
Apr 15 19:54:18.674676 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4b874408-8061-4f0a-a632-349f33bc3409 req-1511d9ea-30a8-42cc-bfa4-2527b1b8f7e9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725639
Apr 15 19:54:19.618654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09de75-a81a-4b91-aba0-3db5ab29517c req-a7a97215-5d7e-46ca-a874-2d7052267d78 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:19.620319 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7c09de75-a81a-4b91-aba0-3db5ab29517c req-a7a97215-5d7e-46ca-a874-2d7052267d78 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1079278
Apr 15 19:54:19.681611 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7c09de75-a81a-4b91-aba0-3db5ab29517c req-f4aa24ee-0423-4310-a227-635dc85504a1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532508
Apr 15 19:54:19.889292 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94385cf1-206a-4ec4-9474-d83a28298ee3 req-c49ff352-c347-4cb9-81ae-3adca177b7d9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:19.891200 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-94385cf1-206a-4ec4-9474-d83a28298ee3 req-c49ff352-c347-4cb9-81ae-3adca177b7d9 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0919986
Apr 15 19:54:19.942813 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-94385cf1-206a-4ec4-9474-d83a28298ee3 req-03bfc159-bade-418d-8f27-74303d4bb9fe tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425301
Apr 15 19:54:20.894751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1e966-e30b-4e74-b014-190179c8a105 req-4c7f3ebf-9ee8-420b-85cf-e403d5fe9052 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:20.896501 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b9d1e966-e30b-4e74-b014-190179c8a105 req-4c7f3ebf-9ee8-420b-85cf-e403d5fe9052 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0976572
Apr 15 19:54:20.946286 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b9d1e966-e30b-4e74-b014-190179c8a105 req-5e68a8c4-5722-41bd-9d55-68b60253efa2 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431330
Apr 15 19:54:21.219484 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bae87a-368f-404b-8774-57d4c2efe9c8 req-fc074381-a63b-43c1-9c61-63724ab9e823 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:21.227179 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d7bae87a-368f-404b-8774-57d4c2efe9c8 req-fc074381-a63b-43c1-9c61-63724ab9e823 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1337051
Apr 15 19:54:21.283976 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d7bae87a-368f-404b-8774-57d4c2efe9c8 req-ba1ff465-d02d-4f19-9692-f2045c873b79 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556810
Apr 15 19:54:22.185428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfdff3-6b22-485e-9a66-69cd000dcb72 req-e25c16f0-becb-4f0e-8c06-96cfbe3f258d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:22.187738 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bebfdff3-6b22-485e-9a66-69cd000dcb72 req-e25c16f0-becb-4f0e-8c06-96cfbe3f258d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1006458
Apr 15 19:54:22.242001 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bebfdff3-6b22-485e-9a66-69cd000dcb72 req-c43df223-3d0f-4555-9591-c0edec5006bd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475054
Apr 15 19:54:22.580466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce01f9-e791-486a-9014-9e49dc95529d req-9de445f7-8b0f-4aa0-88c9-909f8eb542b2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:22.582221 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-adce01f9-e791-486a-9014-9e49dc95529d req-9de445f7-8b0f-4aa0-88c9-909f8eb542b2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1022997
Apr 15 19:54:22.663199 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-adce01f9-e791-486a-9014-9e49dc95529d req-5bff41c0-49e0-4114-a931-6f3ddd7410c3 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740790
Apr 15 19:54:23.585790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa90f81-17b8-4a60-879a-d22c4bd3f255 req-85d10817-320b-43dd-9f51-8ebbd5beed89 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:23.588121 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dfa90f81-17b8-4a60-879a-d22c4bd3f255 req-85d10817-320b-43dd-9f51-8ebbd5beed89 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1217084
Apr 15 19:54:23.651252 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dfa90f81-17b8-4a60-879a-d22c4bd3f255 req-50c60614-ee99-4985-875a-1e8b9ba9960f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556757
Apr 15 19:54:24.043725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd9e37-5989-4547-af19-4c00b9ff38db req-8d0503d8-e82c-4728-8b41-c93797f21d10 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:24.054437 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bbcd9e37-5989-4547-af19-4c00b9ff38db req-8d0503d8-e82c-4728-8b41-c93797f21d10 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1793101
Apr 15 19:54:24.094228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fab06-01c5-4d72-a664-078f7756e4be req-73723096-7a4f-4942-881c-dc4063651698 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:24.100136 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5e6fab06-01c5-4d72-a664-078f7756e4be req-73723096-7a4f-4942-881c-dc4063651698 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.2743874
Apr 15 19:54:24.106401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45260) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:24.112582 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-94986427-55d7-49bc-aaf4-bb442a7fdfac tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'floatingip': {'port_id': '35f3d958-e117-4a5d-bd05-1e95267c5815'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:24.180560 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bbcd9e37-5989-4547-af19-4c00b9ff38db req-3c3c6738-15c0-47b9-8fef-ab367045724d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207244
Apr 15 19:54:24.438349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94986427-55d7-49bc-aaf4-bb442a7fdfac tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:25.221373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94986427-55d7-49bc-aaf4-bb442a7fdfac tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:25.224295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94986427-55d7-49bc-aaf4-bb442a7fdfac tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:25.372331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3686ef-c62f-4fff-96ad-490684f102ab req-151535c9-14e5-4f18-a4f6-56d95eb5a52c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:25.373895 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5c3686ef-c62f-4fff-96ad-490684f102ab req-151535c9-14e5-4f18-a4f6-56d95eb5a52c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0894346
Apr 15 19:54:25.404772 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-94986427-55d7-49bc-aaf4-bb442a7fdfac tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Floating IP be413ec7-d704-4129-ba09-171880290e61 associated. External IP: 172.27.3.220, port: 35f3d958-e117-4a5d-bd05-1e95267c5815.
Apr 15 19:54:25.426597 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5c3686ef-c62f-4fff-96ad-490684f102ab req-195b84b6-b69d-4ac3-aa03-549f25e8a8d1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456023
Apr 15 19:54:25.773941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94986427-55d7-49bc-aaf4-bb442a7fdfac tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Router a118a1f5-b5bc-4645-9e26-1bf08287c671 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:54:25.959466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94986427-55d7-49bc-aaf4-bb442a7fdfac tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:54:25.964321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94986427-55d7-49bc-aaf4-bb442a7fdfac tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:25.968931 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] Sync routers for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:54:25.978636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:25.979317 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d246a0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:26.024307 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-94986427-55d7-49bc-aaf4-bb442a7fdfac tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "PUT /v2.0/floatingips/be413ec7-d704-4129-ba09-171880290e61 HTTP/1.1" status: 200  len: 991 time: 1.9166770
Apr 15 19:54:26.025002 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'tag': '35f3d958-e117-4a5d-bd05-1e95267c5815'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:54:26.165295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:26.521526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d246a0>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'be413ec7-d704-4129-ba09-171880290e61', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'port_id': '35f3d958-e117-4a5d-bd05-1e95267c5815', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'mac_address': 'fa:16:3e:ce:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:49Z', 'updated_at': '2021-04-15T19:54:25Z', 'revision_number': 1, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:26.525605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] Checking router: a118a1f5-b5bc-4645-9e26-1bf08287c671 for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:54:26.534845 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:54:26.535522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d246a0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:26.720974 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:54:27.082814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d246a0>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'be413ec7-d704-4129-ba09-171880290e61', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'port_id': '35f3d958-e117-4a5d-bd05-1e95267c5815', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'mac_address': 'fa:16:3e:ce:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:49Z', 'updated_at': '2021-04-15T19:54:25Z', 'revision_number': 1, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:27.086801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b9597-aabd-445c-8e14-03fe0967ab70 None None] The sync data for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi is: [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'be413ec7-d704-4129-ba09-171880290e61', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'port_id': '35f3d958-e117-4a5d-bd05-1e95267c5815', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'mac_address': 'fa:16:3e:ce:26:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:49Z', 'updated_at': '2021-04-15T19:54:25Z', 'revision_number': 1, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:54:27.311416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:27.352665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5892a98-0e49-41eb-a0e5-ba319e6cf551 None None] New status for floating IP be413ec7-d704-4129-ba09-171880290e61: ACTIVE {{(pid=85420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:54:27.653197 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'tag': '35f3d958-e117-4a5d-bd05-1e95267c5815', 'status': 'completed', 'code': 200}
Apr 15 19:54:27.885695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29737d9b-59d9-4c67-9bce-ec3c0036eb7b req-fd1343d0-b7e6-4a19-994d-a23eb8196fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:27.887454 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-29737d9b-59d9-4c67-9bce-ec3c0036eb7b req-fd1343d0-b7e6-4a19-994d-a23eb8196fa7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1099 time: 0.1095209
Apr 15 19:54:27.940638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-cff93e91-e6e2-4158-87be-53647c9c389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:27.942250 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-cff93e91-e6e2-4158-87be-53647c9c389d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 1098 time: 0.2371716
Apr 15 19:54:27.979385 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-29737d9b-59d9-4c67-9bce-ec3c0036eb7b req-cdb43f2c-8cc3-4f2b-b720-2a1f483bdbc5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775006
Apr 15 19:54:28.089751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23f6be-ace6-46c5-ae2e-17d81e0b0354 req-bc997e0d-4b5f-4a7e-b07a-3741fe93f969 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:28.091453 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9e23f6be-ace6-46c5-ae2e-17d81e0b0354 req-bc997e0d-4b5f-4a7e-b07a-3741fe93f969 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.2642064
Apr 15 19:54:28.196641 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9e23f6be-ace6-46c5-ae2e-17d81e0b0354 req-67197e39-a2c8-4860-8c79-a752f2129971 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948160
Apr 15 19:54:28.202646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-b4a02553-a9a1-4771-ae46-79bbe1bb9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:28.204244 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-b4a02553-a9a1-4771-ae46-79bbe1bb9b75 service neutron] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 910 time: 0.2505505
Apr 15 19:54:28.532929 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-6188d243-ed37-4358-acb2-5fda8054d670 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35f3d958-e117-4a5d-bd05-1e95267c5815 HTTP/1.1" status: 200  len: 1001 time: 0.1059723
Apr 15 19:54:28.608548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-ca0393a8-af7e-4106-af3e-91517639f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:28.610138 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-ca0393a8-af7e-4106-af3e-91517639f0e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.0707366
Apr 15 19:54:28.697348 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-a24b226e-eca8-497a-9d51-6d100135a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:28.699118 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-a24b226e-eca8-497a-9d51-6d100135a374 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816281
Apr 15 19:54:28.908180 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-363024fe-d48c-4879-986d-6e6e62d9b14c service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2004185
Apr 15 19:54:29.078846 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c505cc0-4c5f-4404-bfe7-ab5c83ce0859 req-defe259d-b3b6-4068-adbf-158270dd3678 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639106
Apr 15 19:54:29.420697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90977f1-0dd3-4d2c-959d-277fe14c9b02 req-9dc46f22-3841-4481-ae15-d3bbc3e08304 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:29.422922 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b90977f1-0dd3-4d2c-959d-277fe14c9b02 req-9dc46f22-3841-4481-ae15-d3bbc3e08304 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1042113
Apr 15 19:54:29.473962 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b90977f1-0dd3-4d2c-959d-277fe14c9b02 req-4c28572c-3209-45ac-bddc-3ee3f4361d0a tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437748
Apr 15 19:54:30.705549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2763-f928-4edc-9d34-b6d01ef0e148 req-6aeab6df-b3d4-4d3a-8a0b-21d3da65b8dc tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:30.713610 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-416f2763-f928-4edc-9d34-b6d01ef0e148 req-6aeab6df-b3d4-4d3a-8a0b-21d3da65b8dc tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1096964
Apr 15 19:54:30.780939 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-416f2763-f928-4edc-9d34-b6d01ef0e148 req-ed84941d-c0d3-48b9-9374-8e837e9079be tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656250
Apr 15 19:54:31.228313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-d7aa8a23-a5b9-4d75-a5dd-92a44e6cfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:31.230014 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-d7aa8a23-a5b9-4d75-a5dd-92a44e6cfb0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1099 time: 0.1217122
Apr 15 19:54:31.528767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d214684-d438-448d-8d48-097883ef6380 req-a5cdedd1-c8ed-46b6-ab5e-a04baa420005 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:31.530379 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1d214684-d438-448d-8d48-097883ef6380 req-a5cdedd1-c8ed-46b6-ab5e-a04baa420005 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1323924
Apr 15 19:54:31.583227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-e59fbe8c-4ed3-4b72-af5b-8dfe9d642147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:31.584759 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-e59fbe8c-4ed3-4b72-af5b-8dfe9d642147 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 919 time: 0.3479517
Apr 15 19:54:31.607742 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1d214684-d438-448d-8d48-097883ef6380 req-ba4bd85b-9cc6-47d2-90bb-20e5057d6e18 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654137
Apr 15 19:54:31.674694 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-2013c38e-3d37-4979-a09c-6d74a3ec630e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 200  len: 217 time: 0.0749271
Apr 15 19:54:31.981986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-c9b520ff-1a8e-4637-9d64-1c3c4e47e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:31.984259 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-c9b520ff-1a8e-4637-9d64-1c3c4e47e6e2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.3027890
Apr 15 19:54:32.060668 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-a9a2cd25-e63a-4ee4-866e-5948160a4fa0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0686400
Apr 15 19:54:32.148463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:54:32.279741 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-23777ce4-70b9-4357-8892-f867f06b1a8e service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066011
Apr 15 19:54:32.500473 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0047ad9a-774c-4ce3-b70b-0d21bc03c16c req-fe247348-9d5c-4d0a-9eee-0e9d20ff4474 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2111862
Apr 15 19:54:32.834524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb18bd-41b7-4283-9909-4c39345fa4c5 req-3e0e683d-469d-4985-aa30-f8cc29c39bc4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:32.839768 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4fcb18bd-41b7-4283-9909-4c39345fa4c5 req-3e0e683d-469d-4985-aa30-f8cc29c39bc4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1010654
Apr 15 19:54:32.890401 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4fcb18bd-41b7-4283-9909-4c39345fa4c5 req-0d431e98-b938-484d-b525-40b6009cd181 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474787
Apr 15 19:54:34.012377 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-db22d910-78ad-46d5-8269-714688372f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:34.171084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f31f2-1ba2-4cd3-85f4-4fd81d4cc76d req-38eb4c0f-4041-4873-b107-2f3ce495c45e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:34.173170 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7a1f31f2-1ba2-4cd3-85f4-4fd81d4cc76d req-38eb4c0f-4041-4873-b107-2f3ce495c45e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1230018
Apr 15 19:54:34.243518 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7a1f31f2-1ba2-4cd3-85f4-4fd81d4cc76d req-237a11fa-f168-4a30-ad82-35da09fc0963 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634744
Apr 15 19:54:35.612855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c3a92-bf2f-4f75-b151-d5294f66dd28 req-72d70585-1d84-44bf-bb19-cf3fa76ac0f4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:35.633659 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-450c3a92-bf2f-4f75-b151-d5294f66dd28 req-72d70585-1d84-44bf-bb19-cf3fa76ac0f4 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.2328961
Apr 15 19:54:35.751909 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-450c3a92-bf2f-4f75-b151-d5294f66dd28 req-6dee4274-84bd-41a1-8d5f-090cb6da235d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172979
Apr 15 19:54:36.148805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e409cebd-e1f9-4f67-b600-86f1b2667902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:36.835333 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:37.004660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543c096-5433-42a3-9b8a-9e4a064f52a8 req-6f53c830-1557-401b-b14e-db2ba8ab953f tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:37.006874 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7543c096-5433-42a3-9b8a-9e4a064f52a8 req-6f53c830-1557-401b-b14e-db2ba8ab953f tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1312225
Apr 15 19:54:37.089622 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7543c096-5433-42a3-9b8a-9e4a064f52a8 req-b4d8d618-021e-40c2-a309-111db3d1454d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736237
Apr 15 19:54:37.681440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:38.725986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:49.052606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a92a59-970f-4f55-ada8-0f942d7b534d req-7e23f384-e21b-48c9-b71e-6368ca307808 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:49.054219 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f5a92a59-970f-4f55-ada8-0f942d7b534d req-7e23f384-e21b-48c9-b71e-6368ca307808 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0961223
Apr 15 19:54:49.103309 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f5a92a59-970f-4f55-ada8-0f942d7b534d req-c1e9ca39-7b7d-4f8c-a7bf-3e25ccf7f7bb tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425885
Apr 15 19:54:50.011830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45750) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:50.086933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] Deleting subnet 82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:54:50.092258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.354756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852640549'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.413439 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.688646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2114947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851792655'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.707261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f1cf6174-edde-4f0b-b1d9-7deab2969dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:50.752707 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:50.800103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:50.848342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:50.854410 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/82d0c87c-e00f-46fb-8a2c-6dfdb2cb0de8 HTTP/1.1" status: 204  len: 168 time: 0.8414841
Apr 15 19:54:50.857016 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45774) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:50.975258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.174444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.288993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd599a60e80>,) {'filters': {'network_id': ['3c5af1e6-577a-4a61-8cee-f71c73717efa']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:51.302301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599a60e80>, '237427b1-651b-4e7c-9dcf-372940b564cc') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:51.302644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599a60e80>, '237427b1-651b-4e7c-9dcf-372940b564cc') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:51.315753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2135267'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.332655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.339090 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:54:51.516629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Network 3c5af1e6-577a-4a61-8cee-f71c73717efa has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:54:51.525807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852661470'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.706018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Network 3c5af1e6-577a-4a61-8cee-f71c73717efa has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:54:51.728015 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:54:51.805668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.809541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:51.826496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:51.835605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c5af1e6-577a-4a61-8cee-f71c73717efa,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:51.841298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:51.850135 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2d5e5dc4-1d9d-45cb-8ad4-24711cc59ff1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3c5af1e6-577a-4a61-8cee-f71c73717efa HTTP/1.1" status: 204  len: 168 time: 0.9894719
Apr 15 19:54:52.082094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45814) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:52.133375 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e5b25cdf-be41-49d9-b9a9-6a593ada581e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6584985c15cf4f69b1ece814924ddc62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499697
Apr 15 19:54:52.135820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45818) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:52.198197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e11caaa8-eb16-4b7e-ae4a-40f3b90dd2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.229622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e11caaa8-eb16-4b7e-ae4a-40f3b90dd2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.287699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e11caaa8-eb16-4b7e-ae4a-40f3b90dd2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.293448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-66908771-e695-486d-88c7-ed7ba9e2b169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:52.305378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11caaa8-eb16-4b7e-ae4a-40f3b90dd2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f403111-dd58-49c5-b2cf-b9ea3192f382,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:52.310328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e11caaa8-eb16-4b7e-ae4a-40f3b90dd2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:52.314217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e11caaa8-eb16-4b7e-ae4a-40f3b90dd2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:52.323626 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e11caaa8-eb16-4b7e-ae4a-40f3b90dd2fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9f403111-dd58-49c5-b2cf-b9ea3192f382 HTTP/1.1" status: 204  len: 168 time: 0.1866672
Apr 15 19:54:52.989717 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45860) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:53.066796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] Deleting subnet 40f5c539-ade3-4e1b-b7de-cc341ef8c1e0 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:54:53.070426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.130441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852640549'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.191771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.479636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2114947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851792655'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.500261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-98ce5a2f-9fcf-4eff-96da-5e1b955d2ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:53.587575 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f5c539-ade3-4e1b-b7de-cc341ef8c1e0,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:53.594032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:53.646241 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.652738 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/40f5c539-ade3-4e1b-b7de-cc341ef8c1e0 HTTP/1.1" status: 204  len: 168 time: 0.6619005
Apr 15 19:54:53.656200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 45898) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:53.778761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45906) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:53.781804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 45908) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:53.800620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.949787 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:53.968284 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:53.972916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Usage tracker for resource:security_group_rule and tenant:ffcb30ac3dda4996847d08e285c73f02 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:53.976214 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:53.982356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:54.005212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.025145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.043959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:54.067678 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.070542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.080056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-76dc86c3-a576-46ad-a25d-158c232bc7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:54.108451 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Usage tracker for resource:security_group_rule and tenant:69793caf83d848f9a01f92f9d4e998ae is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:54.109512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458f1e29-ae97-45b2-86c7-25688fd2d0ef,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:54.113745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:54.119732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.120151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.120556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.120947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.121337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.121726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.122110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.122797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.122918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.122999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:54.123212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.123660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.124043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.134245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:54.147874 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffcb30ac3dda4996847d08e285c73f02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3654549
Apr 15 19:54:54.148304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45920) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:54.172415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd599425be0>,) {'filters': {'network_id': ['3c8a7640-a2ad-4983-8de0-064fdd8f7e1a']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:54.190400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599425be0>, '2e96973c-1a9f-4383-a715-f9d897daa80f') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:54.190736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599425be0>, '2e96973c-1a9f-4383-a715-f9d897daa80f') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:54.207576 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853381234'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.215442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7f069d6d-022e-45a9-a47a-4e7a21e438d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.232698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.242771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7f069d6d-022e-45a9-a47a-4e7a21e438d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.245446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:54:54.286765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7f069d6d-022e-45a9-a47a-4e7a21e438d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.292449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-19fde7bf-cf84-4f0e-bbfa-7bd9b000a3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:54.305418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f069d6d-022e-45a9-a47a-4e7a21e438d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f1e29-ae97-45b2-86c7-25688fd2d0ef,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:54.307819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7f069d6d-022e-45a9-a47a-4e7a21e438d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:54.311927 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7f069d6d-022e-45a9-a47a-4e7a21e438d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.313634 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7f069d6d-022e-45a9-a47a-4e7a21e438d4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/458f1e29-ae97-45b2-86c7-25688fd2d0ef HTTP/1.1" status: 204  len: 168 time: 0.1641130
Apr 15 19:54:54.444715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.451338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.468191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9feffcf3-6a93-4dfa-bb62-98b0246bc8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:54.482496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Network 3c8a7640-a2ad-4983-8de0-064fdd8f7e1a has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:54:54.508748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134257'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.523091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66afe39-fc17-4c15-b095-9d72d92f6d9c,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:54.603777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.604189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.604591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.604986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.605377 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.605771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.606163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.606547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.606937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.607417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.607699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.608598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:54:54.621875 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:54.627330 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=69793caf83d848f9a01f92f9d4e998ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8444097
Apr 15 19:54:54.627936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 45936) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:54.769397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Network 3c8a7640-a2ad-4983-8de0-064fdd8f7e1a has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:54:54.794308 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:54:54.871948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4f38ab6-005d-4319-8b76-0a7eb580b790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.910207 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4f38ab6-005d-4319-8b76-0a7eb580b790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.923168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.937887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5d64848a-eb41-4071-8e40-854a1f3be2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:54.965009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:54.974613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8a7640-a2ad-4983-8de0-064fdd8f7e1a,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:54.984674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:54.990567 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3c8a7640-a2ad-4983-8de0-064fdd8f7e1a HTTP/1.1" status: 204  len: 168 time: 1.3306031
Apr 15 19:54:54.991023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 45956) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:55.023421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4f38ab6-005d-4319-8b76-0a7eb580b790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.026130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4f38ab6-005d-4319-8b76-0a7eb580b790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.027369 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e4f38ab6-005d-4319-8b76-0a7eb580b790 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e66afe39-fc17-4c15-b095-9d72d92f6d9c HTTP/1.1" status: 204  len: 168 time: 0.3946021
Apr 15 19:54:55.031652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-419039d6-003d-4811-a0d3-c4c84839c197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:55.057320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f38ab6-005d-4319-8b76-0a7eb580b790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66afe39-fc17-4c15-b095-9d72d92f6d9c,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:55.061448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e4f38ab6-005d-4319-8b76-0a7eb580b790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:55.073392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bdfd8d-e790-4dbb-b028-95932660db7f admin admin] Deleting subnet d5ada7e4-9b3e-4836-a1a3-affcc7103bd0 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:54:55.076962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfd8d-e790-4dbb-b028-95932660db7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.092839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45964) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:55.133194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfd8d-e790-4dbb-b028-95932660db7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1394614'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.136742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 45970) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:55.194073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfd8d-e790-4dbb-b028-95932660db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.397956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1671441863-network', 'tenant_id': 'c4982826645345ceb30d47046d10f317'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:55.405769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:55.410457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Usage tracker for resource:network and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:55.414644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:55.424554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:55.435942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Made reservation on behalf of c4982826645345ceb30d47046d10f317 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:54:55.442882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.459511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.463846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfd8d-e790-4dbb-b028-95932660db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852640176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525694'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.480206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:55.491705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.510270 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:55.517508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:55.521620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Usage tracker for resource:security_group_rule and tenant:e6657ac90f87459aa7bcb4618de49146 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:55.525962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:55.529220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Usage tracker for resource:security_group_rule and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:55.534965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:55.538036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:55.545831 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:55.584286 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdfd8d-e790-4dbb-b028-95932660db7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ada7e4-9b3e-4836-a1a3-affcc7103bd0,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:55.588914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d0bdfd8d-e790-4dbb-b028-95932660db7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:55.618969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d0bdfd8d-e790-4dbb-b028-95932660db7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.626159 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d0bdfd8d-e790-4dbb-b028-95932660db7f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d5ada7e4-9b3e-4836-a1a3-affcc7103bd0 HTTP/1.1" status: 204  len: 168 time: 0.6340008
Apr 15 19:54:55.630569 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 45990) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:55.669113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.676145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.684248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-08bd3064-b52c-43fb-a77b-6b62bdc135bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:55.720765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:54:55.750112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.750562 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Added segment 3d7e2f6a-afb5-4e1c-a315-a372e539e486 of type vlan for network d2e11d43-a253-422d-a44e-09304a48dfbf
Apr 15 19:54:55.751842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1254d7ca-bab9-4b2e-8d2d-28a07649adab,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:55.765786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:55.766229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.814388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.822972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.827539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.837689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6f730661-0a79-4ee3-b983-b5f99b0c4e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:55.889537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572ad125-a0d5-414a-8a71-ba5111ccc889,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:55.892836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:55.908213 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6657ac90f87459aa7bcb4618de49146&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7690396
Apr 15 19:54:55.911658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46002) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:55.918399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.932296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:55.933163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:55.941718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:56.041373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46008) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:56.107624 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0134664
Apr 15 19:54:56.110206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Pushing event updated for resources: {'Network': ['ID=d2e11d43-a253-422d-a44e-09304a48dfbf,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:56.113180 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:56.113890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46014) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:56.124698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network d2e11d43-a253-422d-a44e-09304a48dfbf details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:54:56.134227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Request body: {'subnet': {'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1671441863-subnet', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:56.142755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fdd0afcc-df9c-4f94-89a2-165390d372d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.145974 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:56.166357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Usage tracker for resource:subnet and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:56.171587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:56.189420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:56.197038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fdd0afcc-df9c-4f94-89a2-165390d372d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.225693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Made reservation on behalf of c4982826645345ceb30d47046d10f317 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:54:56.231147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.238546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.255716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1425157381-network', 'tenant_id': '53bc040eb9af4c96ac478d1091ca1b60'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:56.274069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:56.346201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Usage tracker for resource:network and tenant:53bc040eb9af4c96ac478d1091ca1b60 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:56.356385 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:56.360152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd599c5b2b0>,) {'filters': {'network_id': ['41564246-e2b8-4b5f-812d-c693e4459b13']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:56.367957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:56.374211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599c5b2b0>, 'c078dd01-a52d-4fb1-8827-a382ac3acb19') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:56.374558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599c5b2b0>, 'c078dd01-a52d-4fb1-8827-a382ac3acb19') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:54:56.387842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853381234'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.394684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Made reservation on behalf of 53bc040eb9af4c96ac478d1091ca1b60 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:54:56.399560 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.404002 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.411115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:54:56.415053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.434355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fdd0afcc-df9c-4f94-89a2-165390d372d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.438453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:56.441891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9cd7362b-2bbb-4144-bdd6-2b29489d7ce8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:56.453119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Usage tracker for resource:security_group_rule and tenant:53bc040eb9af4c96ac478d1091ca1b60 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:56.459032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:56.463165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0afcc-df9c-4f94-89a2-165390d372d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572ad125-a0d5-414a-8a71-ba5111ccc889,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:56.465665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fdd0afcc-df9c-4f94-89a2-165390d372d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:56.470763 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:56.474962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fdd0afcc-df9c-4f94-89a2-165390d372d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.479161 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-fdd0afcc-df9c-4f94-89a2-165390d372d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/572ad125-a0d5-414a-8a71-ba5111ccc889 HTTP/1.1" status: 204  len: 168 time: 0.5626152
Apr 15 19:54:56.569522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.573943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.580153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fdd0afcc-df9c-4f94-89a2-165390d372d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:56.603618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Network 41564246-e2b8-4b5f-812d-c693e4459b13 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:54:56.613340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134257'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.623111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:54:56.649384 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d21184-5d41-4c1e-b525-c02e49aa472f,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:56.652717 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:56.656955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.657485 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Added segment 51b04707-1b71-4873-88b4-e8437fea518c of type vlan for network 04ccfe32-3031-4e0e-8687-0a32f699824a
Apr 15 19:54:56.687723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.719190 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.720810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:56.721567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.727149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-822fdaff-84ee-4d47-86d6-56383dd24dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:56.795116 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Network 41564246-e2b8-4b5f-812d-c693e4459b13 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:54:56.865563 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8059301
Apr 15 19:54:56.866734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Pushing event updated for resources: {'Network': ['ID=04ccfe32-3031-4e0e-8687-0a32f699824a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:56.869739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:56.870650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46030) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:56.878610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 04ccfe32-3031-4e0e-8687-0a32f699824a details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:54:56.893881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Request body: {'subnet': {'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1425157381-subnet', 'tenant_id': '53bc040eb9af4c96ac478d1091ca1b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:54:56.897408 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:54:56.903879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.912634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:56.916670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:56.917408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-06bea166-0efb-4131-804a-f802827d6c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:56.934282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Usage tracker for resource:subnet and tenant:53bc040eb9af4c96ac478d1091ca1b60 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:56.939578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:56.946186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=41564246-e2b8-4b5f-812d-c693e4459b13,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:56.949529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:56.959839 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/41564246-e2b8-4b5f-812d-c693e4459b13 HTTP/1.1" status: 204  len: 168 time: 1.3281674
Apr 15 19:54:56.961294 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:56.973415 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-cadc61a5-18d2-4444-b515-f3645a750e8d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.0185885
Apr 15 19:54:57.074213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Made reservation on behalf of 53bc040eb9af4c96ac478d1091ca1b60 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:54:57.079581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:57.129917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46042) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:57.228448 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c831419e-c396-4682-9c52-e5d5dd313b6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66d225cc8c494ed493331aaf92aaa218&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0935848
Apr 15 19:54:57.228448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46046) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:57.253037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-82d8507b-cd26-4aad-9033-9843e37a40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:57.255482 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-82d8507b-cd26-4aad-9033-9843e37a40e4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1099 time: 0.1718473
Apr 15 19:54:57.318121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:57.416378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-872419f6-9803-432d-9b97-06f71180bffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:57.497849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-6894c9c2-43f7-446b-9ec0-0499eb0ddae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:57.499607 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-6894c9c2-43f7-446b-9ec0-0499eb0ddae5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 919 time: 0.2181938
Apr 15 19:54:57.610101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-872419f6-9803-432d-9b97-06f71180bffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:57.621253 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-cbb85166-4f3a-4efe-9efd-9903218651d7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 200  len: 217 time: 0.1140535
Apr 15 19:54:57.725589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-872419f6-9803-432d-9b97-06f71180bffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:57.750631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0f28a68f-ea60-417d-a2f7-0e49dfc4a136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:57.767738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872419f6-9803-432d-9b97-06f71180bffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbf0b3e-5133-4aff-b3d2-63670341dc43,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:57.770196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-872419f6-9803-432d-9b97-06f71180bffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:57.771587 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-872419f6-9803-432d-9b97-06f71180bffd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0dbf0b3e-5133-4aff-b3d2-63670341dc43 HTTP/1.1" status: 204  len: 168 time: 0.5425298
Apr 15 19:54:57.774880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:57.778610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-872419f6-9803-432d-9b97-06f71180bffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:57.798422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:57.810762 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-51891c64-5920-49b5-bf87-0e40f3f9e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:57.819463 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-51891c64-5920-49b5-bf87-0e40f3f9e610 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.1855128
Apr 15 19:54:57.907067 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-05679924-86e8-40c2-88a1-74bfe3f49e4d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0789468
Apr 15 19:54:57.968484 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90a4bb7-654c-4cff-b9a7-ba0c4b150471,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:57.976286 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:58.108822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Checking segment: {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:54:58.109228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Network hostable DHCP agents. Network: d2e11d43-a253-422d-a44e-09304a48dfbf, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:54:58.154494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.170859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Network d2e11d43-a253-422d-a44e-09304a48dfbf is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:54:58.177001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e394d85e-33ba-4c42-a749-756becf55f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:58.194735 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-56144f03-301e-4f4c-bedb-8742c08b2c25 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2799397
Apr 15 19:54:58.354602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, d2e11d43-a253-422d-a44e-09304a48dfbf) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:54:58.356297 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9751e60c-4133-4feb-82bb-c79f989c999a,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:58.363428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c17f05-8ecf-4d23-babe-0c8a42eefcee None None] Network d2e11d43-a253-422d-a44e-09304a48dfbf requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:54:58.383831 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:58.394773 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:58.395454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.454578 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3313899
Apr 15 19:54:58.459035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46118) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:58.466474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:54:58.479512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:54:58.482199 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6dc521c5-11aa-4abc-9938-8c8aa65ba214 req-e82c414c-c95b-42d3-b01b-eab307d213e2 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2808158
Apr 15 19:54:58.489390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Usage tracker for resource:router and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:54:58.501321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:54:58.511962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:54:58.528515 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Checking segment: {'id': '51b04707-1b71-4873-88b4-e8437fea518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:54:58.528973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Network hostable DHCP agents. Network: 04ccfe32-3031-4e0e-8687-0a32f699824a, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:54:58.542049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.543475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.559847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Network 04ccfe32-3031-4e0e-8687-0a32f699824a is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:54:58.566172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46122) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:58.594101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 04ccfe32-3031-4e0e-8687-0a32f699824a) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:54:58.597059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.633885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f30845b-441c-4129-b327-cc0a2321b2e5 None None] Network 04ccfe32-3031-4e0e-8687-0a32f699824a requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:54:58.643992 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-fcc54c6b-7bdf-468c-a59e-c7d4992ed077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:58.645599 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-fcc54c6b-7bdf-468c-a59e-c7d4992ed077 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1099 time: 0.1172276
Apr 15 19:54:58.658721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438f6bd-ba48-4808-bb82-34a2574b82b7 req-53c1b40c-8cde-49c4-804a-4da3d064c313 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:58.660409 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0438f6bd-ba48-4808-bb82-34a2574b82b7 req-53c1b40c-8cde-49c4-804a-4da3d064c313 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1764026
Apr 15 19:54:58.686799 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-36384446-2c8d-4907-983c-6edf2ee16833 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f3c0bddbe5f4e06b2d64568efa40960&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1140690
Apr 15 19:54:58.686799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:58.686799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.705363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46126) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:54:58.711156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-d2e11d43-a253-422d-a44e-09304a48dfbf', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:54:58.712132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:58.799756 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0438f6bd-ba48-4808-bb82-34a2574b82b7 req-f738cd9d-58eb-49d4-b14b-a44ddc0cd877 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162698
Apr 15 19:54:58.865081 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-e1af0a86-9a32-47a0-a0c0-1af4ddb3e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:58.867061 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-e1af0a86-9a32-47a0-a0c0-1af4ddb3e9e2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 919 time: 0.2056768
Apr 15 19:54:58.939596 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.0675828
Apr 15 19:54:59.007401 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-ef91b114-0406-4d92-93ec-84972af37c73 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 200  len: 217 time: 0.1329899
Apr 15 19:54:59.118442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.125579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36803c75-3ff2-4616-9b54-5022141d0b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.135037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-66c66a7a-197c-4d63-ae43-dce1a86412c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:54:59.140381 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-66c66a7a-197c-4d63-ae43-dce1a86412c1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.1254086
Apr 15 19:54:59.160675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Allocated IP 172.20.0.2 (d2e11d43-a253-422d-a44e-09304a48dfbf/b90a4bb7-654c-4cff-b9a7-ba0c4b150471/5f740846-4adb-4ed4-b8c6-860ce6919224) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:54:59.181673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf72588-c719-4e3a-ad36-2d0be5e7d902 None None] Network 04ccfe32-3031-4e0e-8687-0a32f699824a requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:54:59.198799 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-76038cb9-bd53-47a0-a404-59b962670df3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497832
Apr 15 19:54:59.237876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36803c75-3ff2-4616-9b54-5022141d0b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.326152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36803c75-3ff2-4616-9b54-5022141d0b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.343767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-977345b3-cf5e-4903-9651-111914670c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:54:59.389868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36803c75-3ff2-4616-9b54-5022141d0b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.393998 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-36803c75-3ff2-4616-9b54-5022141d0b32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55943c57-9e8b-4b95-aace-e69207bc97ba HTTP/1.1" status: 204  len: 168 time: 0.6832011
Apr 15 19:54:59.393998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36803c75-3ff2-4616-9b54-5022141d0b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55943c57-9e8b-4b95-aace-e69207bc97ba,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:54:59.398985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-36803c75-3ff2-4616-9b54-5022141d0b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:54:59.476604 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-05ea8ea3-a14e-4250-b484-e042c7bac6ea service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692535
Apr 15 19:54:59.753703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.780323 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-25f441ac-fdf1-4bdf-a0c4-e93791ae84b1 req-0c7b418c-7a69-438c-825f-4908a5041835 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2947421
Apr 15 19:54:59.812462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.856109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:54:59.877810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Transition to ACTIVE for port object 5f740846-4adb-4ed4-b8c6-860ce6919224 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:54:59.915837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Transition to ACTIVE for port object 5f740846-4adb-4ed4-b8c6-860ce6919224 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:54:59.927206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.013471 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Allocated IP 172.27.3.168 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/85765a3b-d5aa-4491-8278-067f61644632) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:00.200909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-52c742a7-a569-468a-8618-e77228c27ff1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:00.221975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7eae6d-6105-4a71-a890-c9a3894a97a5 req-1b814417-0d5d-4b3e-b13b-48d42df0d0be tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:00.223825 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7b7eae6d-6105-4a71-a890-c9a3894a97a5 req-1b814417-0d5d-4b3e-b13b-48d42df0d0be tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1710529
Apr 15 19:55:00.254973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.289910 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7b7eae6d-6105-4a71-a890-c9a3894a97a5 req-c2c1c1d4-79a8-46ee-9d94-dbc74c1557e6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570042
Apr 15 19:55:00.290602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.297004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Network d2e11d43-a253-422d-a44e-09304a48dfbf is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:00.307308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:00.309433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:00.316420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Pushing event updated for resources: {'Port': ['ID=5f740846-4adb-4ed4-b8c6-860ce6919224,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:00.316622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:00.360681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.360975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.361336 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.361705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.362073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.362440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.362805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.363152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.363617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.363980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.364341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.364698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:00.378740 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:00.432969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Attempting to bind port 5f740846-4adb-4ed4-b8c6-860ce6919224 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:00.433490 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Attempting to bind port 5f740846-4adb-4ed4-b8c6-860ce6919224 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:00.434015 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Attempting to bind port 5f740846-4adb-4ed4-b8c6-860ce6919224 on network d2e11d43-a253-422d-a44e-09304a48dfbf {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:00.443428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:00.443428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Checking segment: {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:00.443428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.443428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Bound using segment: {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:00.443428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Bound port: 5f740846-4adb-4ed4-b8c6-860ce6919224, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:00.443891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.463808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Pushing event updated for resources: {'Port': ['ID=85765a3b-d5aa-4491-8278-067f61644632,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:00.466912 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:00.554840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] For port 5f740846-4adb-4ed4-b8c6-860ce6919224, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:00.559203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] For port 5f740846-4adb-4ed4-b8c6-860ce6919224, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=5f740846-4adb-4ed4-b8c6-860ce6919224,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:00.563215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.579943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:00.593948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46194) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:00.752777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Pushing event updated for resources: {'Port': ['ID=5f740846-4adb-4ed4-b8c6-860ce6919224,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:00.758068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:00.773864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:00.774418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:00.780885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:00.789999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-671713985-network', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:00.795502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:00.800117 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Usage tracker for resource:network and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:00.803357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:00.811037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:00.874033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Made reservation on behalf of 4d9208f04bcf45e4a5d2ef86825620d3 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:00.880579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.893758 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:00.910085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:00.914182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:00.917474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:00.923585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:01.012674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.015469 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.018614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-716ac708-af48-4c30-99c6-8065d67b2ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:01.052866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755}  {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:55:01.062122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e48e5-141f-46c9-be8d-f4053b8ea238,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:01.065960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:01.068476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.068863 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Added segment ebb54084-df43-440b-97c2-d69073bd4ceb of type vlan for network 25f49285-2bdf-40a5-b223-572153ecaf73
Apr 15 19:55:01.099184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.141515 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.142910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:01.145547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.151247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5844ed24-b65d-4557-a370-59f681c836d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:01.262427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.669803 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0746236
Apr 15 19:55:01.674739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46220) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:01.682984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Request body: {'subnet': {'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-671713985-subnet', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:01.692259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:01.694988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.702437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Usage tracker for resource:subnet and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:01.728068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Pushing event updated for resources: {'Network': ['ID=25f49285-2bdf-40a5-b223-572153ecaf73,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:01.737310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:01.746134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 25f49285-2bdf-40a5-b223-572153ecaf73 details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:55:01.768514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:01.791325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:01.825985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53392b03-b4f3-4f50-b0eb-b9b4c8da6d40 req-48e14a3f-6ef4-4f7c-ad5b-49cc5ee3c363 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:01.828184 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53392b03-b4f3-4f50-b0eb-b9b4c8da6d40 req-48e14a3f-6ef4-4f7c-ad5b-49cc5ee3c363 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.2379847
Apr 15 19:55:01.844698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-039f01c9-bccf-4d0c-9fc9-413f5429055d tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:01.846762 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-039f01c9-bccf-4d0c-9fc9-413f5429055d tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/networks?id=04ccfe32-3031-4e0e-8687-0a32f699824a HTTP/1.1" status: 200  len: 814 time: 0.2629867
Apr 15 19:55:01.861228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Made reservation on behalf of 4d9208f04bcf45e4a5d2ef86825620d3 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:01.866197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:01.883415 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-8082ff72-70f3-49a0-b7f8-07446fcde77e tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/quotas/53bc040eb9af4c96ac478d1091ca1b60 HTTP/1.1" status: 200  len: 375 time: 0.0166698
Apr 15 19:55:01.951084 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-1db9464f-2a7b-400d-9efc-1972e6eee7dc tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53bc040eb9af4c96ac478d1091ca1b60&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0576053
Apr 15 19:55:01.955302 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53392b03-b4f3-4f50-b0eb-b9b4c8da6d40 req-96870574-a821-4246-bbdd-843710cc9ec7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072922
Apr 15 19:55:02.101601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Router ecc97b6a-45de-46c5-95a5-4cf53260919a is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:55:02.107173 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-5f59df58-02d6-46e7-b283-0b18f56da1db service neutron] 10.222.0.58 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466908
Apr 15 19:55:02.275483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 5f740846-4adb-4ed4-b8c6-860ce6919224 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:02.340047 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-dbf79c6e-ba57-4603-b00b-d82238de69f1 service neutron] 10.222.0.58 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2185342
Apr 15 19:55:02.362982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 5f740846-4adb-4ed4-b8c6-860ce6919224 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:02.475700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba354e2-d9c0-4aa8-be49-aeed6cdeb920 None None] Network d2e11d43-a253-422d-a44e-09304a48dfbf requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:02.492885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:02.516523 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Sync routers for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:02.538583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.540041 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.0789595
Apr 15 19:55:02.543516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46230) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:02.548081 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:02.552238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a374e10>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:02.578534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-8feca896-002d-4c0b-8242-b61692140315 None None] Provisioning for port 5f740846-4adb-4ed4-b8c6-860ce6919224 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:02.598069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-8feca896-002d-4c0b-8242-b61692140315 None None] Provisioning complete for port 5f740846-4adb-4ed4-b8c6-860ce6919224 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:02.598414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8feca896-002d-4c0b-8242-b61692140315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.709919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.830092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8feca896-002d-4c0b-8242-b61692140315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.861238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:02.887417 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2d99f092-95e3-4559-9b58-5ce9896bb554 req-3cbcae0a-fa33-4c43-909d-338681572c5b tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 210 time: 0.2405806
Apr 15 19:55:02.961406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-8feca896-002d-4c0b-8242-b61692140315 None None] For port 5f740846-4adb-4ed4-b8c6-860ce6919224, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=5f740846-4adb-4ed4-b8c6-860ce6919224,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:02.971113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8feca896-002d-4c0b-8242-b61692140315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:02.977886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d7e3ef32-cc13-4f8c-b7e0-72c5847f370a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:03.129130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-44007e30-8ae8-4606-812d-f37ff542d1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:03.302469 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=550242ae-fa2e-4160-bae9-e1bb08e920e0,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:03.305953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:03.384338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Checking segment: {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:03.384338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Network hostable DHCP agents. Network: 25f49285-2bdf-40a5-b223-572153ecaf73, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:55:03.401739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a374e10>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:01Z', 'revision_number': 3, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:03.406105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Checking router: ecc97b6a-45de-46c5-95a5-4cf53260919a for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:03.407112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Updating router ecc97b6a-45de-46c5-95a5-4cf53260919a port 85765a3b-d5aa-4491-8278-067f61644632 binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:55:03.411629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feca896-002d-4c0b-8242-b61692140315 None None] Pushing event updated for resources: {'Port': ['ID=5f740846-4adb-4ed4-b8c6-860ce6919224,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:03.415768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Network 25f49285-2bdf-40a5-b223-572153ecaf73 is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:55:03.416504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8feca896-002d-4c0b-8242-b61692140315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:03.432502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 25f49285-2bdf-40a5-b223-572153ecaf73) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:03.444741 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228de394-b2ba-41cc-a17e-80f983b4b339 None None] Network 25f49285-2bdf-40a5-b223-572153ecaf73 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:03.460673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:03.461335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.508014 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f48af0de-09cd-42d0-9316-af74105f8661 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.8320091
Apr 15 19:55:03.508800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46250) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:03.512334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277809e-04d8-45d0-a295-f88b3eeb5a6b req-27a540bf-ba0e-41a7-bc78-07bf3649d66d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:03.514742 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c277809e-04d8-45d0-a295-f88b3eeb5a6b req-27a540bf-ba0e-41a7-bc78-07bf3649d66d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.3409503
Apr 15 19:55:03.517962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.535452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:03.549648 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:03.567388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Usage tracker for resource:router and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:03.580290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:03.589618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:03.604771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.606063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.636200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.678801 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c277809e-04d8-45d0-a295-f88b3eeb5a6b req-e0d1f7dd-7248-4c6f-9ccd-4be2653bf4bb tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438868
Apr 15 19:55:03.874977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-25f49285-2bdf-40a5-b223-572153ecaf73', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:55:03.875893 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:03.891945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-49fc2981-294b-421f-a103-2a492981790d None None] Provisioning complete for port 5f740846-4adb-4ed4-b8c6-860ce6919224 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:03.893122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-49fc2981-294b-421f-a103-2a492981790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.056945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.092675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.109119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Transition to ACTIVE for port object 85765a3b-d5aa-4491-8278-067f61644632 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:04.118215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.178812 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fcf54b30-1ce3-44f0-bfde-d80d44a11ca2 req-37b38a63-ac91-4f4b-91d4-d98bcbd9e428 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 210 time: 0.0990427
Apr 15 19:55:04.313698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 5f740846-4adb-4ed4-b8c6-860ce6919224 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:04.341297 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:04.344008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f6a2-4f52-4a18-bd01-d675d7becd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.352104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.610611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Allocated IP 172.20.0.2 (25f49285-2bdf-40a5-b223-572153ecaf73/550242ae-fa2e-4160-bae9-e1bb08e920e0/27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:04.611613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.636000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Allocated IP 172.20.0.1 (d2e11d43-a253-422d-a44e-09304a48dfbf/b90a4bb7-654c-4cff-b9a7-ba0c4b150471/cc5e722c-96cf-48a8-9270-9aa25c970c27) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:04.658565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Pushing event updated for resources: {'Port': ['ID=85765a3b-d5aa-4491-8278-067f61644632,revision_number=2']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:04.671582 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.671964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.672337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.672702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.673061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.673420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.673780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.674135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.674507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.674859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.675213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.675641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:04.680603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:04.681353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Attempting to bind port 85765a3b-d5aa-4491-8278-067f61644632 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:04.681751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Attempting to bind port 85765a3b-d5aa-4491-8278-067f61644632 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:04.682143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Attempting to bind port 85765a3b-d5aa-4491-8278-067f61644632 on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:04.688088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.691177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:04.691612 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:04.692056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.692479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:04.692990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Bound port: 85765a3b-d5aa-4491-8278-067f61644632, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:04.693398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.864521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] For port 85765a3b-d5aa-4491-8278-067f61644632, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:04.867965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] For port 85765a3b-d5aa-4491-8278-067f61644632, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=85765a3b-d5aa-4491-8278-067f61644632,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:04.874030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:04.899941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:04.901911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Allocated IP 172.27.3.140 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/b3d70587-2c7a-4103-9dd6-36c87b06e6f9) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:04.988725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 5f740846-4adb-4ed4-b8c6-860ce6919224 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:04.989062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.121524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.140450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Pushing event updated for resources: {'Port': ['ID=85765a3b-d5aa-4491-8278-067f61644632,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:05.146055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0c384df9-9b86-48d9-a220-f97e0aaa1a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:05.173660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.195232 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:05.244721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:05.245367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a374e10>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:54:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:05.313039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.353657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Transition to ACTIVE for port object 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:05.378328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Pushing event updated for resources: {'Port': ['ID=b3d70587-2c7a-4103-9dd6-36c87b06e6f9,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:05.390666 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:05.466188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:05.468033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:05.475714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:05.481475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Transition to ACTIVE for port object 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:05.492175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.508431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:05.521392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:05.624368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:05.639769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Pushing event updated for resources: {'Port': ['ID=27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:05.642745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:05.657490 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-99cec7ea-1212-4df7-808f-ea76912707c0 req-20023e08-4b1e-4384-8972-c5f89f02e779 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 210 time: 0.0864687
Apr 15 19:55:05.758020 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Transition to ACTIVE for port object cc5e722c-96cf-48a8-9270-9aa25c970c27 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:05.817384 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Network 25f49285-2bdf-40a5-b223-572153ecaf73 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:05.819625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:05.824558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:05.838757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e69cdd-bd2a-4423-aa7d-161b85fa4135 req-d91566a0-c951-4404-8a94-d1a342160c12 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:05.847037 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-48e69cdd-bd2a-4423-aa7d-161b85fa4135 req-d91566a0-c951-4404-8a94-d1a342160c12 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.9551923
Apr 15 19:55:05.912016 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-6be956a2-07de-4dea-902a-08f1eb41a27f tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:05.916400 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-6be956a2-07de-4dea-902a-08f1eb41a27f tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.68 "GET /v2.0/networks?id=04ccfe32-3031-4e0e-8687-0a32f699824a HTTP/1.1" status: 200  len: 814 time: 0.9091728
Apr 15 19:55:05.941979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Request body: {'port': {'device_id': 'a5f4046a-6bc2-4099-afa3-c1a2d16c38f0', 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a', 'admin_state_up': True, 'tenant_id': '53bc040eb9af4c96ac478d1091ca1b60'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:05.970135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a374e10>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:01Z', 'revision_number': 3, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:05.975431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15025ad5-3ae7-4ce3-a8d9-21503ac8635d None None] The sync data for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi is: [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:01Z', 'revision_number': 3, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:06.003487 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Attempting to bind port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:06.004802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Attempting to bind port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:06.005381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Attempting to bind port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 on network 25f49285-2bdf-40a5-b223-572153ecaf73 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:06.022562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:06.022905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Checking segment: {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:06.023416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.023853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Bound using segment: {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:06.024539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Bound port: 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:06.025440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.087800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.166184 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-48e69cdd-bd2a-4423-aa7d-161b85fa4135 req-05cf6e04-ba68-409d-adbf-2c1723aa9ab1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3181765
Apr 15 19:55:06.178642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:06.181578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-26b8ecec-5d0c-4458-9733-c31d36bc4181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.184281 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.185570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Usage tracker for resource:port and tenant:53bc040eb9af4c96ac478d1091ca1b60 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:06.188672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] For port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:06.192501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] For port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:06.198376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.202636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:06.205487 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:06.222532 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:06.306705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:06.358892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Made reservation on behalf of 53bc040eb9af4c96ac478d1091ca1b60 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:06.365026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.388330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Pushing event updated for resources: {'Port': ['ID=cc5e722c-96cf-48a8-9270-9aa25c970c27,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:06.392606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:06.546631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Network d2e11d43-a253-422d-a44e-09304a48dfbf is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:06.553816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:06.555874 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:06.611478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Pushing event updated for resources: {'Port': ['ID=27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:06.617835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:06.705089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.747561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Allocated IP 172.20.0.7 (04ccfe32-3031-4e0e-8687-0a32f699824a/9751e60c-4133-4feb-82bb-c79f989c999a/b4edfcb4-a2bd-4e43-83b4-3f5d12f99260) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:06.856537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.943070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:06.965283 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-faf1875b-63a7-484a-a738-7dfcf7df9fe7 None None] Provisioning for port cc5e722c-96cf-48a8-9270-9aa25c970c27 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:06.976699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-faf1875b-63a7-484a-a738-7dfcf7df9fe7 None None] Provisioning complete for port cc5e722c-96cf-48a8-9270-9aa25c970c27 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:06.977351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-faf1875b-63a7-484a-a738-7dfcf7df9fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.085070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-faf1875b-63a7-484a-a738-7dfcf7df9fe7 None None] Port cc5e722c-96cf-48a8-9270-9aa25c970c27 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:55:07.136338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.188841 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-38535395-57a0-4006-a30f-da5fb1c32624 req-d964fc00-029d-42f1-a806-5afcdf2205ec tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 210 time: 0.3055716
Apr 15 19:55:07.309929 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Router b4568020-325a-4b5a-b6b2-efa84331c985 is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:55:07.508838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:07.518975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Sync routers for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:07.531318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:07.533069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599bd3588>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:07.543742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.548435 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.0319209
Apr 15 19:55:07.548772 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46290) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:07.624670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.655686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3df83b-7341-4f36-b247-1ef42a7b9b79 req-52154243-15ea-4fdf-b286-0acb4a50510d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:07.657330 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0e3df83b-7341-4f36-b247-1ef42a7b9b79 req-52154243-15ea-4fdf-b286-0acb4a50510d tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.3087485
Apr 15 19:55:07.726048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.734572 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0e3df83b-7341-4f36-b247-1ef42a7b9b79 req-2c406b1e-44fc-4fbd-aede-643fe4613703 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679955
Apr 15 19:55:07.744023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.767957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.784976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:07.797132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.801719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:07.966637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Pushing event updated for resources: {'Port': ['ID=cc5e722c-96cf-48a8-9270-9aa25c970c27,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:07.969752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:07.985949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:07.994192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:08.241151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Pushing event updated for resources: {'Port': ['ID=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:08.248181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:08.255589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599bd3588>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:05Z', 'revision_number': 3, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:08.271711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Checking router: b4568020-325a-4b5a-b6b2-efa84331c985 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:08.272245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Updating router b4568020-325a-4b5a-b6b2-efa84331c985 port b3d70587-2c7a-4103-9dd6-36c87b06e6f9 binding host dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:55:08.292176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Network 04ccfe32-3031-4e0e-8687-0a32f699824a is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:08.294239 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:08.298467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:08.378768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Network d2e11d43-a253-422d-a44e-09304a48dfbf is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:08.382136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:08.442965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:08.584149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:08.584853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:08.627409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:08.633932 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:08.786383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c27a5-2fe0-4c61-8f47-9c40c368f5be None None] Network 25f49285-2bdf-40a5-b223-572153ecaf73 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:08.815384 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:08.957009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Allocated IP 172.20.0.1 (25f49285-2bdf-40a5-b223-572153ecaf73/550242ae-fa2e-4160-bae9-e1bb08e920e0/ab0906c3-7362-469e-8373-30b700186adb) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:09.041077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Provisioning complete for port cc5e722c-96cf-48a8-9270-9aa25c970c27 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:09.041655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.085245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:09.112994 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 85765a3b-d5aa-4491-8278-067f61644632 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:09.120630 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.137571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Transition to ACTIVE for port object ab0906c3-7362-469e-8373-30b700186adb will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:09.148388 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2108319
Apr 15 19:55:09.158135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:55:09.167069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.169138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Request body: {'port': {'device_id': 'a5f4046a-6bc2-4099-afa3-c1a2d16c38f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:09.182841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-96b07146-75ff-42d1-9d2f-89230bfea75e tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:09.226653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Router ecc97b6a-45de-46c5-95a5-4cf53260919a has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:55:09.273399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Port cc5e722c-96cf-48a8-9270-9aa25c970c27 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:55:09.322374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0906c3-7362-469e-8373-30b700186adb,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:09.336121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:09.372755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Provisioning for port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:09.380742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b42fe4-b49f-4e1b-9907-d2a72fecf5af req-75f717ae-d5ac-4a12-8f07-62286c5a6594 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:09.380742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-01b42fe4-b49f-4e1b-9907-d2a72fecf5af req-75f717ae-d5ac-4a12-8f07-62286c5a6594 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Synchronizing usage tracker for tenant:53bc040eb9af4c96ac478d1091ca1b60 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:55:09.383335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Network 25f49285-2bdf-40a5-b223-572153ecaf73 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:09.384558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:09.386964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:09.426075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Provisioning complete for port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:09.426491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.447545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.466975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 85765a3b-d5aa-4491-8278-067f61644632 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:09.488382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 85765a3b-d5aa-4491-8278-067f61644632 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:09.488798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.490819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bab55-375e-4219-b36b-24c37a2f88a2 req-3fe19170-ad94-4cb5-8a57-91260c3e1fc0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:09.495001 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-544bab55-375e-4219-b36b-24c37a2f88a2 req-3fe19170-ad94-4cb5-8a57-91260c3e1fc0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.4459860
Apr 15 19:55:09.554569 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.565752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.576920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-01b42fe4-b49f-4e1b-9907-d2a72fecf5af req-75f717ae-d5ac-4a12-8f07-62286c5a6594 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Unset dirty status for tenant:53bc040eb9af4c96ac478d1091ca1b60 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:55:09.578418 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-01b42fe4-b49f-4e1b-9907-d2a72fecf5af req-75f717ae-d5ac-4a12-8f07-62286c5a6594 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 931 time: 1.0217252
Apr 15 19:55:09.584880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.615048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Transition to ACTIVE for port object b3d70587-2c7a-4103-9dd6-36c87b06e6f9 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:09.655924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.672699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:09.769980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:09.788916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Sync routers for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:09.800014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:09.800883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599aeee48>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:09.874535 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] 10.222.0.58 "PUT /v2.0/routers/ecc97b6a-45de-46c5-95a5-4cf53260919a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3231430
Apr 15 19:55:09.875003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.880308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:09.889771 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-01b42fe4-b49f-4e1b-9907-d2a72fecf5af req-1383f4a7-650e-45e0-bdd8-f16ac253be6b tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2637467
Apr 15 19:55:09.917896 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-544bab55-375e-4219-b36b-24c37a2f88a2 req-b85488fb-9c12-4163-abc6-34e37e11f92e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4044728
Apr 15 19:55:09.952098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:10.164567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.200133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0906c3-7362-469e-8373-30b700186adb,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:10.203885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:10.260081 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:10.349269 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f725e-5cbf-4454-bb1b-584bab082a07 None None] Pushing event updated for resources: {'Port': ['ID=b3d70587-2c7a-4103-9dd6-36c87b06e6f9,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:10.352275 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-087f725e-5cbf-4454-bb1b-584bab082a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:10.402344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.407025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.436579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Network 25f49285-2bdf-40a5-b223-572153ecaf73 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:10.437799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:10.442189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:55:10.462398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.490684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Transition to ACTIVE for port object b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:10.494681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.502898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 85765a3b-d5aa-4491-8278-067f61644632, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=85765a3b-d5aa-4491-8278-067f61644632,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:10.508691 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.520246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:10.535342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:10.589734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Attempting to bind port b3d70587-2c7a-4103-9dd6-36c87b06e6f9 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:10.590414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Attempting to bind port b3d70587-2c7a-4103-9dd6-36c87b06e6f9 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:10.590982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Attempting to bind port b3d70587-2c7a-4103-9dd6-36c87b06e6f9 on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:10.611008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] For port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:10.615417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:10.615990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:10.616526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.616972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:10.617518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Bound port: b3d70587-2c7a-4103-9dd6-36c87b06e6f9, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:10.617975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.736066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] For port b3d70587-2c7a-4103-9dd6-36c87b06e6f9, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:10.743007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] For port b3d70587-2c7a-4103-9dd6-36c87b06e6f9, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=b3d70587-2c7a-4103-9dd6-36c87b06e6f9,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:10.774047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.813042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:10.830294 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Pushing event updated for resources: {'Port': ['ID=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:10.843734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:10.920431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599aeee48>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:06Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'cc5e722c-96cf-48a8-9270-9aa25c970c27', 'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'mac_address': 'fa:16:3e:d4:25:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:07Z', 'revision_number': 2, 'project_id': 'c4982826645345ceb30d47046d10f317', 'subnets': [{'id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:10.940028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Checking router: ecc97b6a-45de-46c5-95a5-4cf53260919a for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:10.940428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Updating router ecc97b6a-45de-46c5-95a5-4cf53260919a port cc5e722c-96cf-48a8-9270-9aa25c970c27 binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:55:10.983748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=85765a3b-d5aa-4491-8278-067f61644632,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:11.008290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:11.017468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8feca896-002d-4c0b-8242-b61692140315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:11.043059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46338) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:11.069224 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.088972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2128541691-network', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:11.107838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:11.122825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Usage tracker for resource:network and tenant:8e474f065a4e48ef8f641e03969182fe is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:11.134131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:11.138434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-05c0cc77-67e8-4252-819b-c8d856365380 None None] Provisioning complete for port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:11.138902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05c0cc77-67e8-4252-819b-c8d856365380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.145567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:11.244586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f725e-5cbf-4454-bb1b-584bab082a07 None None] Pushing event updated for resources: {'Port': ['ID=b3d70587-2c7a-4103-9dd6-36c87b06e6f9,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:11.250849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Router b4568020-325a-4b5a-b6b2-efa84331c985 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:55:11.266564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Made reservation on behalf of 8e474f065a4e48ef8f641e03969182fe for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:11.271301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.338733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:11.339491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599bd3588>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:11.402201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.457115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:11.462612 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e474f065a4e48ef8f641e03969182fe is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:11.467429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:11.475517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:11.478989 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:11.488877 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] 10.222.0.58 "PUT /v2.0/routers/b4568020-325a-4b5a-b6b2-efa84331c985/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9388998
Apr 15 19:55:11.502964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.516654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Transition to ACTIVE for port object cc5e722c-96cf-48a8-9270-9aa25c970c27 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:11.524157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.544291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-dc7c4b28-c6a5-472a-9d6c-d03898dc60cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:11.552844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Attempting to bind port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:11.553217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Attempting to bind port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '51b04707-1b71-4873-88b4-e8437fea518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:11.553585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Attempting to bind port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 on network 04ccfe32-3031-4e0e-8687-0a32f699824a {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:11.553945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Pushing event updated for resources: {'Port': ['ID=27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:11.557328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:11.569408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.743s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:11.569815 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:11.580553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 on network 04ccfe32-3031-4e0e-8687-0a32f699824a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:55:11.580919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Attempting to bind port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 on network 04ccfe32-3031-4e0e-8687-0a32f699824a {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:11.597035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-05c0cc77-67e8-4252-819b-c8d856365380 None None] Provisioning for port ab0906c3-7362-469e-8373-30b700186adb completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:11.612622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:11.612829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Checking segment: {'id': '51b04707-1b71-4873-88b4-e8437fea518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:11.613264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Bound using segment: {'id': '51b04707-1b71-4873-88b4-e8437fea518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:11.613747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Bound port: b4edfcb4-a2bd-4e43-83b4-3f5d12f99260, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b04707-1b71-4873-88b4-e8437fea518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:11.614305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.615395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-05c0cc77-67e8-4252-819b-c8d856365380 None None] Provisioning complete for port ab0906c3-7362-469e-8373-30b700186adb triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:11.615822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05c0cc77-67e8-4252-819b-c8d856365380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.641977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.657035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d334c-a741-4384-84fd-47a655001ff7 req-2d750910-1112-4560-87e5-0cec5b963134 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:11.658922 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bf9d334c-a741-4384-84fd-47a655001ff7 req-2d750910-1112-4560-87e5-0cec5b963134 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.4958484
Apr 15 19:55:11.663044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.672339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:11.685572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-edce46e4-8725-4536-83f1-7f2e0de59648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:11.730386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3799165-5f5d-46bf-80e7-d23b43fd89eb None None] Pushing event updated for resources: {'Port': ['ID=cc5e722c-96cf-48a8-9270-9aa25c970c27,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:11.745326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f3799165-5f5d-46bf-80e7-d23b43fd89eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:11.762196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-05c0cc77-67e8-4252-819b-c8d856365380 None None] Port ab0906c3-7362-469e-8373-30b700186adb cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:55:11.798040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971507b-3239-436f-8ca0-8dc350325b22 req-c0401757-8e3b-4395-88fc-6bf6bcef8fb7 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:11.808977 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b971507b-3239-436f-8ca0-8dc350325b22 req-c0401757-8e3b-4395-88fc-6bf6bcef8fb7 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 943 time: 0.7409420
Apr 15 19:55:11.894425 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758}  {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:55:11.935166 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510c568a-3428-4d40-bed9-ad335affbdad,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:11.948031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:11.961749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:11.962174 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Added segment 625c7f1f-2185-40fd-9957-0bdcf4853307 of type vlan for network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff
Apr 15 19:55:12.006725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Attempting to bind port cc5e722c-96cf-48a8-9270-9aa25c970c27 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:12.007225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Attempting to bind port cc5e722c-96cf-48a8-9270-9aa25c970c27 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:12.007737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Attempting to bind port cc5e722c-96cf-48a8-9270-9aa25c970c27 on network d2e11d43-a253-422d-a44e-09304a48dfbf {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:12.015396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:12.015759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Checking segment: {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:12.016291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.016808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Bound using segment: {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:12.017417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Bound port: cc5e722c-96cf-48a8-9270-9aa25c970c27, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:12.017828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.071956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.107117 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bf9d334c-a741-4384-84fd-47a655001ff7 req-e29be57a-fe01-4386-8808-e9b305798ba7 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4046974
Apr 15 19:55:12.139699 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b971507b-3239-436f-8ca0-8dc350325b22 req-d45e739c-2a3e-4b03-aaf1-7ad9f5794d9d tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3226192
Apr 15 19:55:12.139699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] For port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:12.139699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.140282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] For port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:12.144812 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:12.145453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.154296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:12.163530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] For port cc5e722c-96cf-48a8-9270-9aa25c970c27, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:12.163530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] For port cc5e722c-96cf-48a8-9270-9aa25c970c27, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=cc5e722c-96cf-48a8-9270-9aa25c970c27,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:12.167760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.197446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599bd3588>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 2, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:12.207707 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.240024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c41d0-795a-415a-b1f7-dcbcb7e6a903 None None] The sync data for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi is: [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 2, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:12.434910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46368) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:12.436018 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.3691442
Apr 15 19:55:12.443749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Request body: {'subnet': {'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2128541691-subnet', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:12.452600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:12.459148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc05f49-73b4-4131-830a-7fa2d5a3eeff,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:12.463813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:12.464446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-74348005-ee02-4c65-b038-46c5e6dd8113 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:12.468260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Usage tracker for resource:subnet and tenant:8e474f065a4e48ef8f641e03969182fe is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:12.473342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:12.476642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:55:12.483660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:12.488236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:12.551907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Made reservation on behalf of 8e474f065a4e48ef8f641e03969182fe for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:12.556819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.580536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Pushing event updated for resources: {'Port': ['ID=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:12.586406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:12.645917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46374) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:12.662307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3799165-5f5d-46bf-80e7-d23b43fd89eb None None] Pushing event updated for resources: {'Port': ['ID=cc5e722c-96cf-48a8-9270-9aa25c970c27,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:12.676010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f3799165-5f5d-46bf-80e7-d23b43fd89eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:12.685405 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:12.686265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.688418 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] 10.222.0.68 "PUT /v2.0/ports/b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 HTTP/1.1" status: 200  len: 1093 time: 3.5280344
Apr 15 19:55:12.688953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f4046a-6bc2-4099-afa3-c1a2d16c38f0', 'tag': 'b4edfcb4-a2bd-4e43-83b4-3f5d12f99260'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:12.713468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:12.714148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599aeee48>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:12.714895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2110859499-network', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:12.721773 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:12.727877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:12.768291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Usage tracker for resource:network and tenant:1d6a1df9bdbb4997a83738fbe904e730 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:12.774823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:12.796767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:12.845212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Made reservation on behalf of 1d6a1df9bdbb4997a83738fbe904e730 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:12.863559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.869141 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f4046a-6bc2-4099-afa3-c1a2d16c38f0', 'tag': 'b4edfcb4-a2bd-4e43-83b4-3f5d12f99260', 'status': 'completed', 'code': 200}
Apr 15 19:55:12.909489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-a1fecb24-dccc-4b8d-b120-5327dcd36452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:12.911137 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-a1fecb24-dccc-4b8d-b120-5327dcd36452 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53bc040eb9af4c96ac478d1091ca1b60&device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 1096 time: 0.1638622
Apr 15 19:55:12.912842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:12.913806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.915419 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:12.966603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:12.980853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6a1df9bdbb4997a83738fbe904e730 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:12.990946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:13.009278 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b332d0-a7fb-40bf-8ccf-18de1ef0b010 req-be335d0d-0f96-48b9-b6d0-3ca491c6a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:13.011087 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-70b332d0-a7fb-40bf-8ccf-18de1ef0b010 req-be335d0d-0f96-48b9-b6d0-3ca491c6a964 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1099 time: 0.5133896
Apr 15 19:55:13.015019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:13.033200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:13.040175 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-4754c9c0-31bb-4da7-ac5e-0537addcee61 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 HTTP/1.1" status: 200  len: 217 time: 0.1170878
Apr 15 19:55:13.144884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 85765a3b-d5aa-4491-8278-067f61644632 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:13.147408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-6653b951-de7e-49ef-a553-1596dc040be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:13.149556 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-6653b951-de7e-49ef-a553-1596dc040be5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9751e60c-4133-4feb-82bb-c79f989c999a HTTP/1.1" status: 200  len: 854 time: 0.1009052
Apr 15 19:55:13.155581 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-70b332d0-a7fb-40bf-8ccf-18de1ef0b010 req-48d27797-be69-413d-a71a-bd3ff8e147aa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364832
Apr 15 19:55:13.285811 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-c999dd0e-6894-450b-b476-a4450c2bd399 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04ccfe32-3031-4e0e-8687-0a32f699824a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1276276
Apr 15 19:55:13.312623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 85765a3b-d5aa-4491-8278-067f61644632 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:13.313080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.519457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.523919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.529382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d8d54c12-cb8d-435c-9ed6-f64d6aa41e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:13.577908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 19:55:13.586028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491c25a0-39a5-48df-838d-3a1ffd0b3241,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:13.591211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:13.606691 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.607137 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Added segment ead19ba5-5813-46d0-8d44-e91c38660691 of type vlan for network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe
Apr 15 19:55:13.650751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.692829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599aeee48>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:06Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'cc5e722c-96cf-48a8-9270-9aa25c970c27', 'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'mac_address': 'fa:16:3e:d4:25:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:12Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'subnets': [{'id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:13.697469 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155aab79-5fa3-4d90-94e3-c81a0e128d31 None None] The sync data for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi is: [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:06Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'cc5e722c-96cf-48a8-9270-9aa25c970c27', 'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'mac_address': 'fa:16:3e:d4:25:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:12Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'subnets': [{'id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:13.720780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.723019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:13.723764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.762133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:13.805051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46390) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:13.806989 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1451664
Apr 15 19:55:13.899400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Request body: {'subnet': {'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2110859499-subnet', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'ip_version': 4}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:13.925253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:13.945233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Usage tracker for resource:subnet and tenant:1d6a1df9bdbb4997a83738fbe904e730 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:13.945631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Pushing event updated for resources: {'Network': ['ID=61fd3d90-483c-4ca1-ac5b-0c1103c29dfe,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:13.948383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:13.954164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:13.954674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:13.958808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 19:55:13.972909 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-b8cf08e3-2e1c-4c1e-b3f4-3d8779051f4b service neutron] 10.222.0.68 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6469009
Apr 15 19:55:13.979213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:13.999040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:14.013659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Made reservation on behalf of 1d6a1df9bdbb4997a83738fbe904e730 for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:14.018306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852250156'] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:14.150954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6550e9-5ae6-44f2-9c11-23d645226f7d,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:14.154044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:14.220566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Checking segment: {'id': '625c7f1f-2185-40fd-9957-0bdcf4853307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:14.220959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Network hostable DHCP agents. Network: 2fc05f49-73b4-4131-830a-7fa2d5a3eeff, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:55:14.251421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:55:14.265842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 2fc05f49-73b4-4131-830a-7fa2d5a3eeff) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:14.273865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebf7f32-8bcb-4335-835f-299396175768 None None] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:14.287771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:14.288429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:14.300148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffb352-bab5-4842-a2a3-abfe3ff26f9e req-050e5358-4de4-4fd4-a8f7-8216ea4167ff tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:14.302790 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-beffb352-bab5-4842-a2a3-abfe3ff26f9e req-050e5358-4de4-4fd4-a8f7-8216ea4167ff tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 943 time: 0.5051155
Apr 15 19:55:14.309344 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-282fa781-8a89-4263-93d4-6df02ee240fd admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.8725820
Apr 15 19:55:14.313496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46394) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:14.319471 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957867f-316a-442b-9a19-9726503687e6 req-4fb5c22e-86f3-40a7-b5e7-430900842b16 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:14.319916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:14.322058 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0957867f-316a-442b-9a19-9726503687e6 req-4fb5c22e-86f3-40a7-b5e7-430900842b16 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.5259848
Apr 15 19:55:14.328039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:14.332438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Usage tracker for resource:router and tenant:8e474f065a4e48ef8f641e03969182fe is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:14.337495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:14.349211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:14.374963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:14.376295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:14.408331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:14.876995 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f7f9859e-5ab7-41cf-afd4-d399df860b51 req-a91063f9-81a0-484e-89a7-6b2d84b5790c service neutron] 10.222.0.68 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8947914
Apr 15 19:55:14.918125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cc5e722c-96cf-48a8-9270-9aa25c970c27 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:14.932947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:14.955433 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-beffb352-bab5-4842-a2a3-abfe3ff26f9e req-bc392eb6-de02-4d7c-9b41-b8b2f4ff7677 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6315553
Apr 15 19:55:15.041983 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0957867f-316a-442b-9a19-9726503687e6 req-1811f6c4-f4d7-4e00-b26d-5f8438fde060 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4637690
Apr 15 19:55:15.154485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-f30ca919-803e-4848-a8b0-dbe777c87399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:15.158230 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-f30ca919-803e-4848-a8b0-dbe777c87399 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53bc040eb9af4c96ac478d1091ca1b60&device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 1096 time: 0.1986094
Apr 15 19:55:15.194413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port cc5e722c-96cf-48a8-9270-9aa25c970c27 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:15.202786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-2fc05f49-73b4-4131-830a-7fa2d5a3eeff', 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'fixed_ips': [{'subnet_id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:55:15.204161 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.276020 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port cc5e722c-96cf-48a8-9270-9aa25c970c27 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:15.276729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.376615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.394741 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-53d6caaf-6503-4832-9183-c0a7fcd58c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:15.396344 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-53d6caaf-6503-4832-9183-c0a7fcd58c54 service neutron] 10.222.0.68 "GET /v2.0/networks?id=04ccfe32-3031-4e0e-8687-0a32f699824a HTTP/1.1" status: 200  len: 915 time: 0.2230368
Apr 15 19:55:15.410073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.479312 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-125ee3c0-38e8-40b6-8e69-22e4b7ec28ad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 HTTP/1.1" status: 200  len: 217 time: 0.0712881
Apr 15 19:55:15.482102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2135659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852250137'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.488808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.506805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Allocated IP 172.20.0.2 (2fc05f49-73b4-4131-830a-7fa2d5a3eeff/5a6550e9-5ae6-44f2-9c11-23d645226f7d/210da484-5082-4814-9aef-bb963433b255) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:15.535745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-efbb18f0-aa49-4be8-b8e9-4480bc34461b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:15.556696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port cc5e722c-96cf-48a8-9270-9aa25c970c27, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=cc5e722c-96cf-48a8-9270-9aa25c970c27,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:15.568225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Allocated IP 172.27.3.105 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/2e2b0772-cd4e-4a1d-9cef-b51ef82552af) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:15.606029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.607085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device b3d70587-2c7a-4103-9dd6-36c87b06e6f9 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:15.636588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:15.755644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.792287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.792759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-55038af6-5106-4755-bded-8dbcbd79ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:15.794345 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-55038af6-5106-4755-bded-8dbcbd79ad82 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9751e60c-4133-4feb-82bb-c79f989c999a HTTP/1.1" status: 200  len: 854 time: 0.2959402
Apr 15 19:55:15.808057 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:15.813906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=cc5e722c-96cf-48a8-9270-9aa25c970c27,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:15.819703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:15.908113 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-94129274-d923-49ff-9e4d-e11b51b22808 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04ccfe32-3031-4e0e-8687-0a32f699824a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0937045
Apr 15 19:55:15.913554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Checking segment: {'id': 'ead19ba5-5813-46d0-8d44-e91c38660691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:15.914022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Network hostable DHCP agents. Network: 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 19:55:15.921121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port b3d70587-2c7a-4103-9dd6-36c87b06e6f9 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:15.932328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port b3d70587-2c7a-4103-9dd6-36c87b06e6f9 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:15.932747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:15.951943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=884f9b89-e529-4ecd-847f-c544dffa15db,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:15.986894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:16.012626 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Transition to ACTIVE for port object 210da484-5082-4814-9aef-bb963433b255 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:16.043632 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Transition to ACTIVE for port object 210da484-5082-4814-9aef-bb963433b255 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:16.080618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:16.083250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:16.104735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:16.170233 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-da41e8e5-b003-41c5-8e97-2886f204fdf7 service neutron] 10.222.0.68 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453587
Apr 15 19:55:16.172099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 19:55:16.238705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:16.265980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2b0772-cd4e-4a1d-9cef-b51ef82552af,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:16.267692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Pushing event updated for resources: {'Port': ['ID=210da484-5082-4814-9aef-bb963433b255,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:16.270203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:16.272420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:16.273361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:16.273665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:16.282274 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:16.292400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port b3d70587-2c7a-4103-9dd6-36c87b06e6f9, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=b3d70587-2c7a-4103-9dd6-36c87b06e6f9,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:16.298185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:16.302548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:16.340941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:16.360537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98275e7b-dd44-4597-90f8-59a7571e1225 None None] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:16.404174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336b67b-d795-4a38-8b37-0370bc4e66d5 req-015d008f-c57f-4c9a-b1a1-63bbbc8e0c7b tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:16.405769 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2336b67b-d795-4a38-8b37-0370bc4e66d5 req-015d008f-c57f-4c9a-b1a1-63bbbc8e0c7b tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 943 time: 0.3274267
Apr 15 19:55:16.406819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:16.407485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:16.488880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:16.489051 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.6389875
Apr 15 19:55:16.491445 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-340e84fa-cbe9-485f-8e41-cf8ceb81f87e req-01f28b0d-4fe8-47cc-86e7-89d616c796b1 service neutron] 10.222.0.68 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3119671
Apr 15 19:55:16.491970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46406) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:16.497200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=b3d70587-2c7a-4103-9dd6-36c87b06e6f9,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:16.510822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:16.513034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:16.525248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:16.527337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:16.528785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:16.543722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b10cbf-f357-49a8-b311-b9649fbeb567 req-43813557-b8b6-459b-bab8-14f0446190d6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:16.545901 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62b10cbf-f357-49a8-b311-b9649fbeb567 req-43813557-b8b6-459b-bab8-14f0446190d6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.2781675
Apr 15 19:55:16.546987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Usage tracker for resource:router and tenant:1d6a1df9bdbb4997a83738fbe904e730 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:16.553751 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2336b67b-d795-4a38-8b37-0370bc4e66d5 req-34bab17a-2aa9-4f51-a9bc-67b3caad032e tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255746
Apr 15 19:55:16.554629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:16.562459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:16.617915 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62b10cbf-f357-49a8-b311-b9649fbeb567 req-f9e70b5f-c317-444e-a731-8d1786cd2f3c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517063
Apr 15 19:55:16.619398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:16.620639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:16.654531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:16.774690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:16.817494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cc5e722c-96cf-48a8-9270-9aa25c970c27 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:16.947135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-61fd3d90-483c-4ca1-ac5b-0c1103c29dfe', 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'fixed_ips': [{'subnet_id': '884f9b89-e529-4ecd-847f-c544dffa15db'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 19:55:16.953504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:17.012489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Attempting to bind port 210da484-5082-4814-9aef-bb963433b255 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:17.014028 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Attempting to bind port 210da484-5082-4814-9aef-bb963433b255 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '625c7f1f-2185-40fd-9957-0bdcf4853307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:17.015935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Attempting to bind port 210da484-5082-4814-9aef-bb963433b255 on network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:17.018061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Sync routers for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:17.188479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Allocated IP 172.20.0.2 (61fd3d90-483c-4ca1-ac5b-0c1103c29dfe/884f9b89-e529-4ecd-847f-c544dffa15db/1ccfa14a-4a47-472f-8b66-8eaa69dc09d4) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:17.214677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:17.215193 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Checking segment: {'id': '625c7f1f-2185-40fd-9957-0bdcf4853307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:17.215747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:17.216253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Bound using segment: {'id': '625c7f1f-2185-40fd-9957-0bdcf4853307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:17.217415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Bound port: 210da484-5082-4814-9aef-bb963433b255, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625c7f1f-2185-40fd-9957-0bdcf4853307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:17.217916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:17.262954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:17.264143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c125f8>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:17.288863 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:17.333178 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:17.568935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-c4b872de-a13a-4517-8aba-efc7087561f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:17.570641 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-c4b872de-a13a-4517-8aba-efc7087561f9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 1099 time: 0.1953251
Apr 15 19:55:17.580513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:55:17.612379 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port cc5e722c-96cf-48a8-9270-9aa25c970c27 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:17.612801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:17.625885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a5152-76b1-4478-9054-2e76be6d51ce req-dea56b62-da34-430a-b556-c82d35518cb8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:17.633573 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a5a5152-76b1-4478-9054-2e76be6d51ce req-dea56b62-da34-430a-b556-c82d35518cb8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.2062459
Apr 15 19:55:17.804217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:17.816579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Sync routers for ids ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:17.828846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Routers {'71aa07ea-550d-4e8e-b137-ba6dfc4c5674'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:17.829254 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599aeee10>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:17.844235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:17.845905 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.5312767
Apr 15 19:55:17.848915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46426) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:17.859452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] For port 210da484-5082-4814-9aef-bb963433b255, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:17.901674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:17.923597 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a5a5152-76b1-4478-9054-2e76be6d51ce req-1cc122a9-a56c-42d8-9277-3f27be5bf41e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2852826
Apr 15 19:55:17.987261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] For port 210da484-5082-4814-9aef-bb963433b255, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=210da484-5082-4814-9aef-bb963433b255,segment=NetworkSegment(625c7f1f-2185-40fd-9957-0bdcf4853307),segment_id=625c7f1f-2185-40fd-9957-0bdcf4853307)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:18.048494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:18.079769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cbdca021-ed11-4bf3-9ad9-ea0c7a87910e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:18.082816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Set router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:18.131780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:18.207868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:18.217108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-d0cf9f35-7346-48e1-8d60-a1a9a282cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:18.218972 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-d0cf9f35-7346-48e1-8d60-a1a9a282cd87 service neutron] 10.222.0.68 "GET /v2.0/networks?id=e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 200  len: 919 time: 0.6353734
Apr 15 19:55:18.335355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4433f2f-85c7-435a-9970-bee29b6f135d req-eeeab9a8-883a-4937-95e2-d7e03a6c2186 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:18.343966 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e4433f2f-85c7-435a-9970-bee29b6f135d req-eeeab9a8-883a-4937-95e2-d7e03a6c2186 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 943 time: 0.5940735
Apr 15 19:55:18.364242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device b3d70587-2c7a-4103-9dd6-36c87b06e6f9 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:18.430805 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-3ce45a8e-902f-4272-8df6-1adf5070b6bb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 200  len: 217 time: 0.1677339
Apr 15 19:55:18.478264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599aeee10>, [{'id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:14Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 3, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'gw_port': {'id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:15Z', 'updated_at': '2021-04-15T19:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:18.487867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Checking router: 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:18.488260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Updating router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:55:18.535222 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e4433f2f-85c7-435a-9970-bee29b6f135d req-4e894b06-6e3d-4694-9ff4-e1c39d700707 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901653
Apr 15 19:55:18.551034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:18.595950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Transition to ACTIVE for port object 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:18.599165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Pushing event updated for resources: {'Port': ['ID=210da484-5082-4814-9aef-bb963433b255,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:18.600673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:18.620526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:18.642465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-cb6a4119-668e-4583-89cd-9a3a47e29856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:18.644112 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-cb6a4119-668e-4583-89cd-9a3a47e29856 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 200  len: 858 time: 0.2052782
Apr 15 19:55:18.670604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Transition to ACTIVE for port object 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:18.702670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:18.723512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:18.762474 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-852bf7b1-c283-4f6b-bc72-d8d48614e53b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e6ead994-471f-49ea-8876-a7b9c3272bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1058846
Apr 15 19:55:18.870600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port b3d70587-2c7a-4103-9dd6-36c87b06e6f9 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:18.870797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Allocated IP 172.27.3.65 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/76087a4f-05d3-4108-bf84-4fe3c9d45fe2) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:18.870909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:18.957683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Pushing event updated for resources: {'Port': ['ID=1ccfa14a-4a47-472f-8b66-8eaa69dc09d4,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:18.982668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:19.005510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.118493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:19.120848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c125f8>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 2, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:19.126894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:19.136042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:19.138416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Checking router: b4568020-325a-4b5a-b6b2-efa84331c985 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:19.139456 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Updating router b4568020-325a-4b5a-b6b2-efa84331c985 port ab0906c3-7362-469e-8373-30b700186adb binding host dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:55:19.209318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.222542 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-42b31353-0046-4376-a901-610c85fdcfc8 service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4489999
Apr 15 19:55:19.309507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Allocated IP 172.20.0.1 (2fc05f49-73b4-4131-830a-7fa2d5a3eeff/5a6550e9-5ae6-44f2-9c11-23d645226f7d/e1bc246a-d089-4f78-86eb-2666333c3361) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:19.428752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d23df3-1a1a-425d-894b-4822b86359b7 req-f21493cc-916f-44e8-a6c6-c7891f33cba6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:19.430530 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-36d23df3-1a1a-425d-894b-4822b86359b7 req-f21493cc-916f-44e8-a6c6-c7891f33cba6 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.3390436
Apr 15 19:55:19.540368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.543355 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-36d23df3-1a1a-425d-894b-4822b86359b7 req-59a42c99-f662-4660-b789-409ccc782dc8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980151
Apr 15 19:55:19.544059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.564127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Attempting to bind port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:19.564553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Attempting to bind port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'ead19ba5-5813-46d0-8d44-e91c38660691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:19.564961 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Attempting to bind port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 on network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:19.572202 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-539d58cb-2e7e-4d81-aabf-de4562a43011 req-35b3fb1b-8588-41e2-a7ed-9bae8c14773d service neutron] 10.222.0.68 "GET /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3361399
Apr 15 19:55:19.582570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Transition to ACTIVE for port object e1bc246a-d089-4f78-86eb-2666333c3361 will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:19.588883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.605575 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:19.605989 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Checking segment: {'id': 'ead19ba5-5813-46d0-8d44-e91c38660691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:19.606454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.606874 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Bound using segment: {'id': 'ead19ba5-5813-46d0-8d44-e91c38660691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:19.607944 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Bound port: 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead19ba5-5813-46d0-8d44-e91c38660691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:19.608359 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.609070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.627724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8a929563-5729-4f45-aa09-08e4fba29b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:19.643567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-eef3ffc8-0076-40a1-a564-abd51e40c1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:19.809162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=76087a4f-05d3-4108-bf84-4fe3c9d45fe2,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:19.831807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e1bc246a-d089-4f78-86eb-2666333c3361,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:19.847018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:19.856794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] For port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:19.896669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:19.897894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:19.901009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:19.935957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] For port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=1ccfa14a-4a47-472f-8b66-8eaa69dc09d4,segment=NetworkSegment(ead19ba5-5813-46d0-8d44-e91c38660691),segment_id=ead19ba5-5813-46d0-8d44-e91c38660691)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:19.965628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.982932 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:19.996925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Transition to ACTIVE for port object 2e2b0772-cd4e-4a1d-9cef-b51ef82552af will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:20.004661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.010529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.035497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:20.103118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.113490 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e5f55-5055-4762-8ed6-12b0d58b854b None None] Pushing event updated for resources: {'Port': ['ID=2e2b0772-cd4e-4a1d-9cef-b51ef82552af,revision_number=2']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:20.153624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:20.164679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:20.182885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0c1e5f55-5055-4762-8ed6-12b0d58b854b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:20.277509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Attempting to bind port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:20.278000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Attempting to bind port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:20.278468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Attempting to bind port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:20.286367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:20.286367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:20.286699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.287113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:20.287751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Bound port: 2e2b0772-cd4e-4a1d-9cef-b51ef82552af, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:20.288239 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.297700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Pushing event updated for resources: {'Port': ['ID=1ccfa14a-4a47-472f-8b66-8eaa69dc09d4,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:20.300738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:55:20.304612 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:20.325054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a75c3c-3c4c-405f-849a-59fd72801d91 req-16ae7262-b71c-49d2-b143-7cd8799ad2fd tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:20.337029 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-97a75c3c-3c4c-405f-849a-59fd72801d91 req-16ae7262-b71c-49d2-b143-7cd8799ad2fd tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 943 time: 0.5333281
Apr 15 19:55:20.347548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.resource_extend [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 19:55:20.380044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] For port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:20.384116 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] For port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=2e2b0772-cd4e-4a1d-9cef-b51ef82552af,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:20.391791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.464643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:20.471474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:20.480240 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-97a75c3c-3c4c-405f-849a-59fd72801d91 req-e1462242-5bea-4b80-9472-4acfae5a3157 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422842
Apr 15 19:55:20.481053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:20.608455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.611489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:20.631828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.708885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:20.760665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.792374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Routers {'71aa07ea-550d-4e8e-b137-ba6dfc4c5674'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:20.793078 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599aeee10>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:20.822661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e1bc246a-d089-4f78-86eb-2666333c3361,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:20.825899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:20.841074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33549bd2-95b3-4c14-a4bb-7d913a0b7654 None None] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:20.881131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:21.095372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] Set router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:21.104133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Transition to ACTIVE for port object ab0906c3-7362-469e-8373-30b700186adb will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:21.105770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:21.108562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:21.152108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31163e-19fa-4ea4-b679-c53386d32a62 req-cbf87008-75e5-4d04-937b-30b33a2038f5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:21.159976 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3e31163e-19fa-4ea4-b679-c53386d32a62 req-cbf87008-75e5-4d04-937b-30b33a2038f5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.3256819
Apr 15 19:55:21.242987 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3e31163e-19fa-4ea4-b679-c53386d32a62 req-220eae95-a068-4d56-9a2f-f63e3f3fe790 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819795
Apr 15 19:55:21.243534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:21.245837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e5f55-5055-4762-8ed6-12b0d58b854b None None] Pushing event updated for resources: {'Port': ['ID=2e2b0772-cd4e-4a1d-9cef-b51ef82552af,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:21.273582 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:21.281727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:21.354294 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-10f8fa28-a987-4130-b4c2-7538768bc1ec None None] Provisioning for port 210da484-5082-4814-9aef-bb963433b255 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:21.442090 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced490-4b9b-4ae5-861e-5046d0383f5d None None] Pushing event updated for resources: {'Port': ['ID=ab0906c3-7362-469e-8373-30b700186adb,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:21.459344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e9ced490-4b9b-4ae5-861e-5046d0383f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:21.474705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:21.490387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:55:21.525273 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 210da484-5082-4814-9aef-bb963433b255 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:21.637262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': 'b4edfcb4-a2bd-4e43-83b4-3f5d12f99260', 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a', 'port_id': 'b4edfcb4-a2bd-4e43-83b4-3f5d12f99260', 'mac_address': 'fa:16:3e:21:be:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9751e60c-4133-4feb-82bb-c79f989c999a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:55:21.659414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0c1e5f55-5055-4762-8ed6-12b0d58b854b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:21.810796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599aeee10>, [{'id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:14Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 4, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'gw_port': {'id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:15Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e1bc246a-d089-4f78-86eb-2666333c3361', 'name': '', 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'mac_address': 'fa:16:3e:52:a3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:19Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 2, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'subnets': [{'id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:21.818330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6204a11b-622d-4d86-a53a-908cc7c65e94 None None] The sync data for ids ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'] in dv-cinder-786384-2-iscsi is: [{'id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:14Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 4, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'gw_port': {'id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:15Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e1bc246a-d089-4f78-86eb-2666333c3361', 'name': '', 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'mac_address': 'fa:16:3e:52:a3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:19Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 2, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'subnets': [{'id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:21.834513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:21.879654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 210da484-5082-4814-9aef-bb963433b255 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:21.893033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:21.913909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 210da484-5082-4814-9aef-bb963433b255 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:21.914634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:21.932624 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] 10.222.0.58 "PUT /v2.0/routers/71aa07ea-550d-4e8e-b137-ba6dfc4c5674/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0824497
Apr 15 19:55:21.978440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:55:21.983248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:22.117210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Provisioning complete for port 210da484-5082-4814-9aef-bb963433b255 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:22.117830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:22.265106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:22.286763 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:22.289780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:22.413419 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed788c1-cc6c-407e-b560-2db163dc1194 req-4f8015ed-30a2-4fb9-a235-b2b7b1deb761 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:22.422895 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bed788c1-cc6c-407e-b560-2db163dc1194 req-4f8015ed-30a2-4fb9-a235-b2b7b1deb761 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 943 time: 0.6664724
Apr 15 19:55:22.556838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ba8be-deb8-4f32-8d12-53df874e919b None None] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 19:55:22.690783 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bed788c1-cc6c-407e-b560-2db163dc1194 req-8ea4d407-da94-4e02-b1a8-a02c9719dca7 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2668245
Apr 15 19:55:22.788130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92c679-a496-4495-bd35-8a59dae2ae9a req-08b13e55-f0a6-4502-898b-ba6d26d17bd2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:22.789781 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0b92c679-a496-4495-bd35-8a59dae2ae9a req-08b13e55-f0a6-4502-898b-ba6d26d17bd2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1892343
Apr 15 19:55:22.790926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Router f42896ec-45b6-438a-935b-b94e8cce8f61 is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 19:55:23.122767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['b4edfcb4-a2bd-4e43-83b4-3f5d12f99260'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:55:23.179061 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0b92c679-a496-4495-bd35-8a59dae2ae9a req-8aafd75b-ea93-41b0-bd11-9eb3e055dfaa tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3777952
Apr 15 19:55:23.211293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:23.249861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:23.251468 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.7581758
Apr 15 19:55:23.254534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46494) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:23.271962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Attempting to bind port ab0906c3-7362-469e-8373-30b700186adb on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:23.272394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Attempting to bind port ab0906c3-7362-469e-8373-30b700186adb by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:23.272838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Attempting to bind port ab0906c3-7362-469e-8373-30b700186adb on network 25f49285-2bdf-40a5-b223-572153ecaf73 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:23.276271 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Sync routers for ids ['f42896ec-45b6-438a-935b-b94e8cce8f61'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:23.386501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:23.391602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:23.442596 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:23.491216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:23.491216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Checking segment: {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:23.491685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:23.492065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Bound using segment: {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:23.492598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Bound port: ab0906c3-7362-469e-8373-30b700186adb, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:23.493008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:23.595841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Routers {'f42896ec-45b6-438a-935b-b94e8cce8f61'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:23.596565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c73c50>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['f42896ec-45b6-438a-935b-b94e8cce8f61'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:24.029752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] For port 210da484-5082-4814-9aef-bb963433b255, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=210da484-5082-4814-9aef-bb963433b255,segment=NetworkSegment(625c7f1f-2185-40fd-9957-0bdcf4853307),segment_id=625c7f1f-2185-40fd-9957-0bdcf4853307)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:24.055137 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:24.143013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:24.307249 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Set router f42896ec-45b6-438a-935b-b94e8cce8f61 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:24.421633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cac99d61-8bca-45ef-a31f-3bc20344459d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:24.584580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a9d04-03fc-40e5-a5e6-d0b706d2be53 req-4c46f8b6-bdcb-4619-8d1d-55af7b1ef968 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:24.597164 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-918a9d04-03fc-40e5-a5e6-d0b706d2be53 req-4c46f8b6-bdcb-4619-8d1d-55af7b1ef968 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 944 time: 0.6952360
Apr 15 19:55:24.759813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Pushing event updated for resources: {'Port': ['ID=210da484-5082-4814-9aef-bb963433b255,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:24.764658 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-918a9d04-03fc-40e5-a5e6-d0b706d2be53 req-115d164c-7083-47c7-b22d-fa8080d16c29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661649
Apr 15 19:55:24.800757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:24.833705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70368ade-1997-4969-813e-47b8b09e4351 req-0b52acf6-d358-4e02-b94b-9a4ecfc9d1a1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:24.848287 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-70368ade-1997-4969-813e-47b8b09e4351 req-0b52acf6-d358-4e02-b94b-9a4ecfc9d1a1 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.3983457
Apr 15 19:55:24.938058 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-70368ade-1997-4969-813e-47b8b09e4351 req-f45b7e24-4535-4cf5-af1e-6c9de68a3e91 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827887
Apr 15 19:55:24.994738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Provisioning for port e1bc246a-d089-4f78-86eb-2666333c3361 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:25.030292 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:55:25.030705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:55:25.161935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Provisioning complete for port e1bc246a-d089-4f78-86eb-2666333c3361 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:25.174187 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:25.184929 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:25.270563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Port e1bc246a-d089-4f78-86eb-2666333c3361 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:55:25.280533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] For port ab0906c3-7362-469e-8373-30b700186adb, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:25.367532 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] For port ab0906c3-7362-469e-8373-30b700186adb, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ab0906c3-7362-469e-8373-30b700186adb,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:25.440708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:25.467980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:25.576534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Allocated IP 172.20.0.1 (61fd3d90-483c-4ca1-ac5b-0c1103c29dfe/884f9b89-e529-4ecd-847f-c544dffa15db/73c45b93-377b-4748-bf38-195522b8507a) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:25.784650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:25.920033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:25.926940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-92f47b88-58b9-4ca1-a7e7-d938ef96c678 None None] Provisioning for port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:25.972872 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Transition to ACTIVE for port object 73c45b93-377b-4748-bf38-195522b8507a will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:26.015367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:26.042893 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-28a77c93-eccc-472f-b54d-a20cab0e2ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:26.058536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced490-4b9b-4ae5-861e-5046d0383f5d None None] Pushing event updated for resources: {'Port': ['ID=ab0906c3-7362-469e-8373-30b700186adb,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:26.072965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e9ced490-4b9b-4ae5-861e-5046d0383f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:26.086747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-92f47b88-58b9-4ca1-a7e7-d938ef96c678 None None] Provisioning complete for port e1bc246a-d089-4f78-86eb-2666333c3361 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:26.087339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-92f47b88-58b9-4ca1-a7e7-d938ef96c678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:26.265828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e064835-4f2b-4f5b-8828-fe106ac3918e req-dc5c1d76-c800-47fe-92fb-212bffed291e tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:26.274752 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e064835-4f2b-4f5b-8828-fe106ac3918e req-dc5c1d76-c800-47fe-92fb-212bffed291e tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 944 time: 0.2473359
Apr 15 19:55:26.320230 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Sync routers for ids ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:26.348761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Routers {'71aa07ea-550d-4e8e-b137-ba6dfc4c5674'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:26.349455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599cea048>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:26.351499 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e064835-4f2b-4f5b-8828-fe106ac3918e req-f0b446f8-addc-4c8d-8d6f-e5beb253fc89 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725677
Apr 15 19:55:26.354350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:26.463435 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Pushing event updated for resources: {'Port': ['ID=73c45b93-377b-4748-bf38-195522b8507a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:26.478012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:26.497337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:26.527445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c73c50>, [{'id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:16Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 3, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'gw_port': {'id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:18Z', 'updated_at': '2021-04-15T19:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:26.532359 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:26.533441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c125f8>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:26.555259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:26.556475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:26.561351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:55:26.696730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:26.724688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Set router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:26.902143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:26.904556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-92f47b88-58b9-4ca1-a7e7-d938ef96c678 None None] Port e1bc246a-d089-4f78-86eb-2666333c3361 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:55:26.926438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:26.927037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:26.971349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Checking router: f42896ec-45b6-438a-935b-b94e8cce8f61 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:26.971848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Updating router f42896ec-45b6-438a-935b-b94e8cce8f61 port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 binding host dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:55:27.223457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:27.234862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:27.281867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:27.317753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:27.369853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599cea048>, [{'id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:14Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 4, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'gw_port': {'id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:15Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e1bc246a-d089-4f78-86eb-2666333c3361', 'name': '', 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'mac_address': 'fa:16:3e:52:a3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:19Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 2, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'subnets': [{'id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:27.383173 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Checking router: 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:27.383694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Updating router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 port e1bc246a-d089-4f78-86eb-2666333c3361 binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:55:27.429590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:27.429966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:27.487266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:27.518361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Pushing event updated for resources: {'Port': ['ID=73c45b93-377b-4748-bf38-195522b8507a,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:27.559209 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:27.563790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:27.766694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:27.792431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:55:27.793654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:55:27.891061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230f0c9-8f4f-41cf-9a3b-6e2502b7192d req-303d57d4-f24c-4b70-95c6-5e6b5f876b63 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:27.905385 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0230f0c9-8f4f-41cf-9a3b-6e2502b7192d req-303d57d4-f24c-4b70-95c6-5e6b5f876b63 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 944 time: 0.2576928
Apr 15 19:55:28.038026 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0230f0c9-8f4f-41cf-9a3b-6e2502b7192d req-3a258f2f-1fa3-4f1b-86f2-7590bda64a03 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304576
Apr 15 19:55:28.107141 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:28.126851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Transition to ACTIVE for port object 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:28.168323 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:28.176263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:28.256881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Router f42896ec-45b6-438a-935b-b94e8cce8f61 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:55:28.332876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:28.337221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:28.364518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Transition to ACTIVE for port object e1bc246a-d089-4f78-86eb-2666333c3361 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:28.373607 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:28.402654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-36bc0d73-3103-4674-841a-b9f9c34d107c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:28.547144 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:28.566170 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] 10.222.0.58 "PUT /v2.0/routers/f42896ec-45b6-438a-935b-b94e8cce8f61/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3101983
Apr 15 19:55:28.670867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f3799165-5f5d-46bf-80e7-d23b43fd89eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:28.780236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147df76-853a-420e-803b-a415d58eed1e None None] Pushing event updated for resources: {'Port': ['ID=76087a4f-05d3-4108-bf84-4fe3c9d45fe2,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:28.801283 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df76fec-5c51-4f96-bdf4-cffdec66d512 req-0b7e728e-c546-4038-8e26-ae3255efd5e9 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:28.803201 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0df76fec-5c51-4f96-bdf4-cffdec66d512 req-0b7e728e-c546-4038-8e26-ae3255efd5e9 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.2068288
Apr 15 19:55:28.810138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7147df76-853a-420e-803b-a415d58eed1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:28.850694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Provisioning complete for port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:28.851121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:28.895341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97dfda-d4fe-47c5-9d17-4db73a271af3 None None] Pushing event updated for resources: {'Port': ['ID=e1bc246a-d089-4f78-86eb-2666333c3361,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:28.911035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5c97dfda-d4fe-47c5-9d17-4db73a271af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:28.914188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Attempting to bind port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:28.914612 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Attempting to bind port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:28.915029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Attempting to bind port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:28.927726 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0df76fec-5c51-4f96-bdf4-cffdec66d512 req-81184a42-723a-464a-a056-9a0630dadcfd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177013
Apr 15 19:55:28.932268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:28.932696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:28.933155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:28.933601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:28.934137 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Bound port: 76087a4f-05d3-4108-bf84-4fe3c9d45fe2, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:28.934561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.151574 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] For port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:29.159013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] For port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=76087a4f-05d3-4108-bf84-4fe3c9d45fe2,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:29.178250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.281093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Attempting to bind port e1bc246a-d089-4f78-86eb-2666333c3361 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:29.284386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Attempting to bind port e1bc246a-d089-4f78-86eb-2666333c3361 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '625c7f1f-2185-40fd-9957-0bdcf4853307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:29.284973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Attempting to bind port e1bc246a-d089-4f78-86eb-2666333c3361 on network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:29.296996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:29.297250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.298767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Checking segment: {'id': '625c7f1f-2185-40fd-9957-0bdcf4853307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:29.299406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.314845 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Bound using segment: {'id': '625c7f1f-2185-40fd-9957-0bdcf4853307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:29.316291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Bound port: e1bc246a-d089-4f78-86eb-2666333c3361, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625c7f1f-2185-40fd-9957-0bdcf4853307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:29.316871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.420602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50817f-f733-4dab-ba19-751239fa2abf req-b87b436c-fad0-4338-9c11-08c89901df8c tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:29.429127 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3d50817f-f733-4dab-ba19-751239fa2abf req-b87b436c-fad0-4338-9c11-08c89901df8c tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 944 time: 0.1281068
Apr 15 19:55:29.461085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.475829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7147df76-853a-420e-803b-a415d58eed1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:29.491099 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3d50817f-f733-4dab-ba19-751239fa2abf req-445bba96-6fb8-4f14-aab6-9752d32c5715 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607829
Apr 15 19:55:29.505135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] For port e1bc246a-d089-4f78-86eb-2666333c3361, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:29.512763 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] For port e1bc246a-d089-4f78-86eb-2666333c3361, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=e1bc246a-d089-4f78-86eb-2666333c3361,segment=NetworkSegment(625c7f1f-2185-40fd-9957-0bdcf4853307),segment_id=625c7f1f-2185-40fd-9957-0bdcf4853307)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:29.517644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.546156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f3799165-5f5d-46bf-80e7-d23b43fd89eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:29.584462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147df76-853a-420e-803b-a415d58eed1e None None] Pushing event updated for resources: {'Port': ['ID=76087a4f-05d3-4108-bf84-4fe3c9d45fe2,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:29.594369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7147df76-853a-420e-803b-a415d58eed1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:29.689291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.756499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46596) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:29.758383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:29.762940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835560356', 'description': 'tempest-secgroup-smoke-1835560356 description', 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:29.775516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f4046a-6bc2-4099-afa3-c1a2d16c38f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4edfcb4-a2bd-4e43-83b4-3f5d12f99260'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:29.775841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:29.786830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:security_group and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:29.792775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:29.799856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=1ccfa14a-4a47-472f-8b66-8eaa69dc09d4,segment=NetworkSegment(ead19ba5-5813-46d0-8d44-e91c38660691),segment_id=ead19ba5-5813-46d0-8d44-e91c38660691)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:29.801083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Routers {'f42896ec-45b6-438a-935b-b94e8cce8f61'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:29.801827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c73c50>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['f42896ec-45b6-438a-935b-b94e8cce8f61'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:29.818598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:29.852953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97dfda-d4fe-47c5-9d17-4db73a271af3 None None] Pushing event updated for resources: {'Port': ['ID=e1bc246a-d089-4f78-86eb-2666333c3361,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:29.859952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5c97dfda-d4fe-47c5-9d17-4db73a271af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:29.866688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:29.952742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:29.965834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:security_group_rule and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:29.991732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Routers {'71aa07ea-550d-4e8e-b137-ba6dfc4c5674'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:29.997518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:29.998497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599cea048>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:30.020900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:30.142902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.190052 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f4046a-6bc2-4099-afa3-c1a2d16c38f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4edfcb4-a2bd-4e43-83b4-3f5d12f99260', 'code': 200}
Apr 15 19:55:30.198382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e9ced490-4b9b-4ae5-861e-5046d0383f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:30.257123 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.261082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.267394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e11caaa8-eb16-4b7e-ae4a-40f3b90dd2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:30.292797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:30.296205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.301345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:30.302164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:30.378078 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21dd3-89e6-4772-80c9-47ab2b5169c3 req-06ccaff9-86c5-4277-9498-2da5277561ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:30.379823 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-15b21dd3-89e6-4772-80c9-47ab2b5169c3 req-06ccaff9-86c5-4277-9498-2da5277561ff service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 1098 time: 0.1346846
Apr 15 19:55:30.413300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909cf506-2b77-4d12-a886-9c2f65a1871d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:30.432440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:30.434060 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.438046 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6804514
Apr 15 19:55:30.441485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46604) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:30.452546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Request body: {'security_group_rule': {'security_group_id': '909cf506-2b77-4d12-a886-9c2f65a1871d', 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:30.455880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c4986-6973-44c7-94ad-2abdb5bdaf52 req-c74b7b8c-d448-4baf-8955-352555fe990b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:30.464245 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f31c4986-6973-44c7-94ad-2abdb5bdaf52 req-c74b7b8c-d448-4baf-8955-352555fe990b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.3281763
Apr 15 19:55:30.474280 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:30.489498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:security_group_rule and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:30.498929 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-15b21dd3-89e6-4772-80c9-47ab2b5169c3 req-838d1dd5-edc4-4dd6-bf15-a22270eb2124 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115708
Apr 15 19:55:30.500464 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:30.550866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:30.555456 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=1ccfa14a-4a47-472f-8b66-8eaa69dc09d4,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:30.582569 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f31c4986-6973-44c7-94ad-2abdb5bdaf52 req-ba80ccca-0d50-4134-9a17-44aed7ed8058 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172869
Apr 15 19:55:30.585782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.606562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:30.684801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] Set router f42896ec-45b6-438a-935b-b94e8cce8f61 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:30.787373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.799069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.800182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] Set router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:30.801312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:30.834423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab67f4e-8693-46df-a08a-26245adc271f,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:30.859900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:30.882771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.884170 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4414601
Apr 15 19:55:30.887704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46614) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:30.899531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Request body: {'security_group_rule': {'security_group_id': '909cf506-2b77-4d12-a886-9c2f65a1871d', 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:30.911610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:30.916087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ab0906c3-7362-469e-8373-30b700186adb up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:30.921960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:security_group_rule and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:30.929370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:30.952300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:30.986042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:30.997241 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba39de-4017-44e3-9321-725de08baba8 req-61454c3a-0e89-4192-995a-fceb2619a290 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:31.003169 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-40ba39de-4017-44e3-9321-725de08baba8 req-61454c3a-0e89-4192-995a-fceb2619a290 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 945 time: 0.1399722
Apr 15 19:55:31.075211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 19:55:31.076154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 19:55:31.113460 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-40ba39de-4017-44e3-9321-725de08baba8 req-80d0581e-5ff1-4e0b-a28a-9473cc62c41f tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035967
Apr 15 19:55:31.183987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.189052 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.192206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port ab0906c3-7362-469e-8373-30b700186adb completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:31.205742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e3211358-8004-4209-a9f0-4698b2f61ffa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:31.224704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port ab0906c3-7362-469e-8373-30b700186adb triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:31.224704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.236266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350d4d24-382f-4db3-9dc4-701d431087c4,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:31.244375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:31.250835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.252383 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a6b5546b-d8ca-4493-b8eb-ab4ace0b347b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3634620
Apr 15 19:55:31.255602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46624) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:31.271557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Request body: {'security_group_rule': {'security_group_id': '909cf506-2b77-4d12-a886-9c2f65a1871d', 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:31.279540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:31.284337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:security_group_rule and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:31.287915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:31.295836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:31.330145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.386887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.401883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c125f8>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:25Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:31.405590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599cea048>, [{'id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:14Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 4, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'gw_port': {'id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:15Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e1bc246a-d089-4f78-86eb-2666333c3361', 'name': '', 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'mac_address': 'fa:16:3e:52:a3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:19Z', 'updated_at': '2021-04-15T19:55:29Z', 'revision_number': 4, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'subnets': [{'id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:31.408842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d009ebd-f029-4fa1-91de-f06d9e90f9dc None None] The sync data for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi is: [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:25Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:31.420365 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a98e9-0fd8-4648-a9b7-7de9315bce01 None None] The sync data for ids ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'] in dv-cinder-786384-2-iscsi is: [{'id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:14Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 4, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'gw_port': {'id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:15Z', 'updated_at': '2021-04-15T19:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e1bc246a-d089-4f78-86eb-2666333c3361', 'name': '', 'network_id': '2fc05f49-73b4-4131-830a-7fa2d5a3eeff', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'mac_address': 'fa:16:3e:52:a3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:19Z', 'updated_at': '2021-04-15T19:55:29Z', 'revision_number': 4, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'subnets': [{'id': '5a6550e9-5ae6-44f2-9c11-23d645226f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:31.436546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.443658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.448935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:31.494276 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.495659 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2321627
Apr 15 19:55:31.498662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46628) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:31.500403 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61cc807-8393-489f-a906-a239969c395d,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:31.503491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:31.505044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Request body: {'security_group_rule': {'security_group_id': '909cf506-2b77-4d12-a886-9c2f65a1871d', 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:31.511524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:31.519430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port ab0906c3-7362-469e-8373-30b700186adb, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ab0906c3-7362-469e-8373-30b700186adb,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:31.519637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:security_group_rule and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:31.523008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:31.534672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:31.538625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.540388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 2e2b0772-cd4e-4a1d-9cef-b51ef82552af up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:31.570216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.607168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:31.739649 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.806747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.828184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:31.874617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=ab0906c3-7362-469e-8373-30b700186adb,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:31.880837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:31.909264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8864a724-f32e-4d92-9142-386c08f63f03,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:31.914178 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c73c50>, [{'id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:16Z', 'updated_at': '2021-04-15T19:55:26Z', 'revision_number': 4, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'gw_port': {'id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:18Z', 'updated_at': '2021-04-15T19:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '73c45b93-377b-4748-bf38-195522b8507a', 'name': '', 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'mac_address': 'fa:16:3e:cf:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:25Z', 'updated_at': '2021-04-15T19:55:26Z', 'revision_number': 2, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'subnets': [{'id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:31.920461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:31.923955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:31.939618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499a382-058b-4157-964f-9b08b99872c1 None None] The sync data for ids ['f42896ec-45b6-438a-935b-b94e8cce8f61'] in dv-cinder-786384-2-iscsi is: [{'id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:16Z', 'updated_at': '2021-04-15T19:55:26Z', 'revision_number': 4, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'gw_port': {'id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:18Z', 'updated_at': '2021-04-15T19:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '73c45b93-377b-4748-bf38-195522b8507a', 'name': '', 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'mac_address': 'fa:16:3e:cf:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:25Z', 'updated_at': '2021-04-15T19:55:26Z', 'revision_number': 2, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'subnets': [{'id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:31.952313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:31.952982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.959465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:31.960763 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4609663
Apr 15 19:55:31.964203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46634) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:31.970210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Request body: {'security_group_rule': {'security_group_id': '909cf506-2b77-4d12-a886-9c2f65a1871d', 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:32.003518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:32.018363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:security_group_rule and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:32.022299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4148eae-5ee5-4f68-8c5c-9330403464e6 req-4ae91e48-769f-4a75-9a29-6ad85bab6cf1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:32.023481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:32.024030 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c4148eae-5ee5-4f68-8c5c-9330403464e6 req-4ae91e48-769f-4a75-9a29-6ad85bab6cf1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.2791054
Apr 15 19:55:32.038695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:32.064395 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.securitygroups_db [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Project 4d9208f04bcf45e4a5d2ef86825620d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:55:32.088459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.135472 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c4148eae-5ee5-4f68-8c5c-9330403464e6 req-e3a74b20-9c43-4b07-88d7-6905a075ab28 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1030686
Apr 15 19:55:32.171879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Provisioning for port 73c45b93-377b-4748-bf38-195522b8507a completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:32.205324 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Provisioning complete for port 73c45b93-377b-4748-bf38-195522b8507a triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:32.205584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.254654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.261230 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.265841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:32.290450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Port 73c45b93-377b-4748-bf38-195522b8507a cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:55:32.301245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1b36ff-1db7-49fc-ae8e-9e5c0ea749ec,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:32.314281 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:32.322992 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.324948 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3595383
Apr 15 19:55:32.328636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46646) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:32.335350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.338549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Request body: {'security_group_rule': {'security_group_id': '909cf506-2b77-4d12-a886-9c2f65a1871d', 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:32.350062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:32.355551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=2e2b0772-cd4e-4a1d-9cef-b51ef82552af,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:32.357745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Provisioning complete for port ab0906c3-7362-469e-8373-30b700186adb triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:32.358168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33443d0b-60dc-45dd-84aa-8e79e99bc614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.361529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:security_group_rule and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:32.373355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:32.386205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:32.399891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.400823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 210da484-5082-4814-9aef-bb963433b255 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:32.450853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:32.505556 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.securitygroups_db [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Project 4d9208f04bcf45e4a5d2ef86825620d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:55:32.543457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.640698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=2e2b0772-cd4e-4a1d-9cef-b51ef82552af,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:32.657837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:32.759684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 210da484-5082-4814-9aef-bb963433b255 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:32.760046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.767446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.790380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51687a3c-c53f-475c-b97b-5b9dc129b472 req-5ece34e6-3e20-458e-8dc9-590048e0044d tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:32.799984 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51687a3c-c53f-475c-b97b-5b9dc129b472 req-5ece34e6-3e20-458e-8dc9-590048e0044d tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 945 time: 0.3886454
Apr 15 19:55:32.846792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.855731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a7121519-159e-4dcb-8e9a-41c4b6947cec tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:32.878460 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51687a3c-c53f-475c-b97b-5b9dc129b472 req-729326a4-3552-4635-ab23-334105838232 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775437
Apr 15 19:55:32.892038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a8ce98-34ea-42c0-b5c0-0c9f9d90e296,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:32.896816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:32.911859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:32.920013 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-328a9706-681a-4f2a-bbd4-955864161c3a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5831702
Apr 15 19:55:33.007869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device e1bc246a-d089-4f78-86eb-2666333c3361 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:33.041858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-979f09aa-7263-44e5-a458-e40d86ff4138 None None] Provisioning complete for port 73c45b93-377b-4748-bf38-195522b8507a triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:33.042406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-979f09aa-7263-44e5-a458-e40d86ff4138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:33.177850 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-979f09aa-7263-44e5-a458-e40d86ff4138 None None] Port 73c45b93-377b-4748-bf38-195522b8507a cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:55:33.225765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port e1bc246a-d089-4f78-86eb-2666333c3361 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:33.242251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port e1bc246a-d089-4f78-86eb-2666333c3361 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:33.243878 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:33.471446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:33.558886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port e1bc246a-d089-4f78-86eb-2666333c3361, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=e1bc246a-d089-4f78-86eb-2666333c3361,segment=NetworkSegment(625c7f1f-2185-40fd-9957-0bdcf4853307),segment_id=625c7f1f-2185-40fd-9957-0bdcf4853307)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:33.564211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:33.567443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:33.659708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac392e5-728c-44f9-b4d6-fa369df38109 req-7fbb41c8-02d5-41ca-8aec-8682ec40954a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:33.668277 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bac392e5-728c-44f9-b4d6-fa369df38109 req-7fbb41c8-02d5-41ca-8aec-8682ec40954a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.2650738
Apr 15 19:55:33.756611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=e1bc246a-d089-4f78-86eb-2666333c3361,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:33.766528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:33.803547 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bac392e5-728c-44f9-b4d6-fa369df38109 req-201e68e9-f13d-40a7-bcc7-ede072473755 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332421
Apr 15 19:55:33.913011 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:34.036191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c57a8a66-2e0c-4a10-b768-2681c3d77dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:34.081584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:34.093225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:34.093662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:34.375315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:34.395381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=76087a4f-05d3-4108-bf84-4fe3c9d45fe2,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:34.398014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:34.398979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ab0906c3-7362-469e-8373-30b700186adb up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:34.425964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8cbec7dc-8eb8-4de3-a343-59c2a54e75e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:34.692344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=76087a4f-05d3-4108-bf84-4fe3c9d45fe2,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:34.701502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:34.728592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port ab0906c3-7362-469e-8373-30b700186adb triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:34.729007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:34.875120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:34.959335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:34.959687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.039968 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07408f29-77f0-4343-9aba-b7bd206143bf req-34cabc35-619e-49e6-877b-e14d9b159596 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:35.048284 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-07408f29-77f0-4343-9aba-b7bd206143bf req-34cabc35-619e-49e6-877b-e14d9b159596 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0998530
Apr 15 19:55:35.104358 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-07408f29-77f0-4343-9aba-b7bd206143bf req-f78b735e-64ee-41af-8b48-0f82ee894af1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550575
Apr 15 19:55:35.115082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 2e2b0772-cd4e-4a1d-9cef-b51ef82552af up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:35.203667 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:35.204094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.693453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:35.792848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:35.793274 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:35.953194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device e1bc246a-d089-4f78-86eb-2666333c3361 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:36.037217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port e1bc246a-d089-4f78-86eb-2666333c3361 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:36.037648 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:36.129307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Sync routers for ids ['f42896ec-45b6-438a-935b-b94e8cce8f61'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:36.167662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Routers {'f42896ec-45b6-438a-935b-b94e8cce8f61'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:36.168494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a287080>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['f42896ec-45b6-438a-935b-b94e8cce8f61'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:36.355870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-85488590-8b70-4834-8e29-70f35b6de643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:36.441872 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db51298-b5f7-4604-884d-6efe0301416b req-067b7553-5b63-4529-ad7a-c5e27b6ab7d9 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:36.443557 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0db51298-b5f7-4604-884d-6efe0301416b req-067b7553-5b63-4529-ad7a-c5e27b6ab7d9 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1048441
Apr 15 19:55:36.502128 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0db51298-b5f7-4604-884d-6efe0301416b req-414c4f70-29e6-4b90-8a7c-6544a1a3ba07 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508533
Apr 15 19:55:36.587019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Set router f42896ec-45b6-438a-935b-b94e8cce8f61 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:36.943535 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:37.099691 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a287080>, [{'id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:16Z', 'updated_at': '2021-04-15T19:55:26Z', 'revision_number': 4, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'gw_port': {'id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:18Z', 'updated_at': '2021-04-15T19:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '73c45b93-377b-4748-bf38-195522b8507a', 'name': '', 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'mac_address': 'fa:16:3e:cf:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:25Z', 'updated_at': '2021-04-15T19:55:26Z', 'revision_number': 2, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'subnets': [{'id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:37.104220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Checking router: f42896ec-45b6-438a-935b-b94e8cce8f61 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:55:37.105622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Updating router f42896ec-45b6-438a-935b-b94e8cce8f61 port 73c45b93-377b-4748-bf38-195522b8507a binding host dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 19:55:37.173073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:37.582035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:37.599350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Transition to ACTIVE for port object 73c45b93-377b-4748-bf38-195522b8507a will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:55:37.604386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:37.621907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:37.743243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90686934-a064-4995-929b-a5ff425c8c07 req-d6c41f58-8e7f-43fd-8dc3-6f9475ab1c57 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:37.751824 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-90686934-a064-4995-929b-a5ff425c8c07 req-d6c41f58-8e7f-43fd-8dc3-6f9475ab1c57 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1115203
Apr 15 19:55:37.798321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305df4d-5723-47e0-ae63-343d736df025 None None] Pushing event updated for resources: {'Port': ['ID=73c45b93-377b-4748-bf38-195522b8507a,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:37.818422 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-90686934-a064-4995-929b-a5ff425c8c07 req-f792222e-e307-46a7-8a06-90f7c5ddb5e0 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652478
Apr 15 19:55:37.818992 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c305df4d-5723-47e0-ae63-343d736df025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:37.839553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:38.244433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Attempting to bind port 73c45b93-377b-4748-bf38-195522b8507a on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:55:38.245435 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Attempting to bind port 73c45b93-377b-4748-bf38-195522b8507a by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'ead19ba5-5813-46d0-8d44-e91c38660691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:55:38.246000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Attempting to bind port 73c45b93-377b-4748-bf38-195522b8507a on network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:55:38.259466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:55:38.260213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Checking segment: {'id': 'ead19ba5-5813-46d0-8d44-e91c38660691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:55:38.260806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:38.261414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Bound using segment: {'id': 'ead19ba5-5813-46d0-8d44-e91c38660691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:55:38.262129 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Bound port: 73c45b93-377b-4748-bf38-195522b8507a, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead19ba5-5813-46d0-8d44-e91c38660691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:55:38.262755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:38.386468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] For port 73c45b93-377b-4748-bf38-195522b8507a, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:55:38.391031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] For port 73c45b93-377b-4748-bf38-195522b8507a, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=73c45b93-377b-4748-bf38-195522b8507a,segment=NetworkSegment(ead19ba5-5813-46d0-8d44-e91c38660691),segment_id=ead19ba5-5813-46d0-8d44-e91c38660691)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:55:38.398114 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:38.424104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:38.773730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:38.779605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305df4d-5723-47e0-ae63-343d736df025 None None] Pushing event updated for resources: {'Port': ['ID=73c45b93-377b-4748-bf38-195522b8507a,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:38.784359 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c305df4d-5723-47e0-ae63-343d736df025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:38.832197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Routers {'f42896ec-45b6-438a-935b-b94e8cce8f61'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:38.832829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a287080>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['f42896ec-45b6-438a-935b-b94e8cce8f61'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:39.173555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] Set router f42896ec-45b6-438a-935b-b94e8cce8f61 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:55:39.223628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c77ca3-c5ec-45c0-8c93-79ccec109e4c req-9fbfff98-585e-41d7-931b-bdd8e9034773 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:39.228835 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92c77ca3-c5ec-45c0-8c93-79ccec109e4c req-9fbfff98-585e-41d7-931b-bdd8e9034773 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.2098546
Apr 15 19:55:39.306137 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92c77ca3-c5ec-45c0-8c93-79ccec109e4c req-0007ecb4-c055-49bf-9ea1-a4cdf0decfe5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637910
Apr 15 19:55:39.737004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a287080>, [{'id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:16Z', 'updated_at': '2021-04-15T19:55:26Z', 'revision_number': 4, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'gw_port': {'id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:18Z', 'updated_at': '2021-04-15T19:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '73c45b93-377b-4748-bf38-195522b8507a', 'name': '', 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'mac_address': 'fa:16:3e:cf:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:25Z', 'updated_at': '2021-04-15T19:55:38Z', 'revision_number': 4, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'subnets': [{'id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:39.745100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7afa6c-48db-45b8-972a-ad23c39bc9fd None None] The sync data for ids ['f42896ec-45b6-438a-935b-b94e8cce8f61'] in dv-cinder-786384-2-iscsi is: [{'id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:16Z', 'updated_at': '2021-04-15T19:55:26Z', 'revision_number': 4, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'gw_port': {'id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:18Z', 'updated_at': '2021-04-15T19:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '73c45b93-377b-4748-bf38-195522b8507a', 'name': '', 'network_id': '61fd3d90-483c-4ca1-ac5b-0c1103c29dfe', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'mac_address': 'fa:16:3e:cf:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:25Z', 'updated_at': '2021-04-15T19:55:38Z', 'revision_number': 4, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'subnets': [{'id': '884f9b89-e529-4ecd-847f-c544dffa15db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:55:39.820141 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 73c45b93-377b-4748-bf38-195522b8507a up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:39.969119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 73c45b93-377b-4748-bf38-195522b8507a completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:55:39.974923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 73c45b93-377b-4748-bf38-195522b8507a triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:39.975370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:40.161266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:40.209321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 73c45b93-377b-4748-bf38-195522b8507a, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=73c45b93-377b-4748-bf38-195522b8507a,segment=NetworkSegment(ead19ba5-5813-46d0-8d44-e91c38660691),segment_id=ead19ba5-5813-46d0-8d44-e91c38660691)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:40.221968 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:40.227609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-14505a31-f1d8-4142-a9fa-523c7d0c8dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:40.245531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b86dd5-59f9-43ca-89d3-e64f8f3f9696 req-539c3edb-c171-4400-b050-b390a13007b0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:40.253886 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c3b86dd5-59f9-43ca-89d3-e64f8f3f9696 req-539c3edb-c171-4400-b050-b390a13007b0 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1080821
Apr 15 19:55:40.363834 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c3b86dd5-59f9-43ca-89d3-e64f8f3f9696 req-7af781f1-0154-4782-ba09-aa8acd5b8520 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088657
Apr 15 19:55:40.373454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=73c45b93-377b-4748-bf38-195522b8507a,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:40.384614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:40.591559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee5baf-838c-4883-be19-8e9e69043d67 req-eabfabfa-f650-4c7f-8a97-fccd38d5db21 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:40.594951 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0bee5baf-838c-4883-be19-8e9e69043d67 req-eabfabfa-f650-4c7f-8a97-fccd38d5db21 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1034999
Apr 15 19:55:40.662147 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0bee5baf-838c-4883-be19-8e9e69043d67 req-23dc6be9-b55c-4be5-9856-ec9dd7891a6e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618374
Apr 15 19:55:41.572678 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9928d3-bd85-4ed7-9474-e76e7f364e5b req-adf09f76-eee6-4bd7-99b6-2abf9dd48324 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:41.574214 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3c9928d3-bd85-4ed7-9474-e76e7f364e5b req-adf09f76-eee6-4bd7-99b6-2abf9dd48324 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.0907600
Apr 15 19:55:41.625277 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3c9928d3-bd85-4ed7-9474-e76e7f364e5b req-8a90a21b-4247-4b1e-9c1d-9f7be7a55819 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443916
Apr 15 19:55:41.654986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 73c45b93-377b-4748-bf38-195522b8507a up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:41.739538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 73c45b93-377b-4748-bf38-195522b8507a triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:41.739962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:41.977377 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27caee-b25f-4b88-9124-67048a9a07a3 req-67ea29b7-76ea-4c82-bade-38c5ddade2a1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:41.979107 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fe27caee-b25f-4b88-9124-67048a9a07a3 req-67ea29b7-76ea-4c82-bade-38c5ddade2a1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0933013
Apr 15 19:55:42.029002 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fe27caee-b25f-4b88-9124-67048a9a07a3 req-0f3f9b45-67c0-4c5a-85e6-1aab4a4134a4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429578
Apr 15 19:55:42.504756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 46902) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:42.633645 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:42.649345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:42.653910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:231d75ad15914a5180a441ea8322acc9 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:55:42.657158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:55:42.663194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:42.801647 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:42.812339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:42.822649 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6e0bdb19-e7c8-4795-99a5-d50d1828c98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:42.870990 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=231d75ad15914a5180a441ea8322acc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3650639
Apr 15 19:55:42.874606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 46912) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:42.875910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee10fc3-f7b3-4656-bb3a-89cb9c60e221,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:42.881053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:42.908201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef193fd6-f99e-4d5a-afbf-a88b311fd106 req-df46e010-cb23-4ad2-bf30-3b29bed25b71 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:42.909861 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ef193fd6-f99e-4d5a-afbf-a88b311fd106 req-df46e010-cb23-4ad2-bf30-3b29bed25b71 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1589248
Apr 15 19:55:42.942658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-74669a28-ee1b-4885-bd46-f40943021e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:42.963570 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ef193fd6-f99e-4d5a-afbf-a88b311fd106 req-49b06e09-c02f-4a6d-a10f-cc1de6f03637 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469034
Apr 15 19:55:42.975243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-74669a28-ee1b-4885-bd46-f40943021e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:43.020446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-74669a28-ee1b-4885-bd46-f40943021e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:43.025668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-20411166-a28b-4b30-ab1b-2fbf4c659281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:43.037198 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74669a28-ee1b-4885-bd46-f40943021e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee10fc3-f7b3-4656-bb3a-89cb9c60e221,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:43.042276 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-74669a28-ee1b-4885-bd46-f40943021e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:43.044916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-74669a28-ee1b-4885-bd46-f40943021e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:43.046141 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-74669a28-ee1b-4885-bd46-f40943021e2a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bee10fc3-f7b3-4656-bb3a-89cb9c60e221 HTTP/1.1" status: 204  len: 168 time: 0.1704266
Apr 15 19:55:43.352125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-ca13087e-9ba8-46f5-99f2-84dc0c9fdad5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:43.353728 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-ca13087e-9ba8-46f5-99f2-84dc0c9fdad5 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 945 time: 0.1665969
Apr 15 19:55:43.369772 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152603f9-b030-447b-b047-2e893c888e25 req-f6a49949-0e58-41a8-992b-18f696514709 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:43.371387 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-152603f9-b030-447b-b047-2e893c888e25 req-f6a49949-0e58-41a8-992b-18f696514709 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1413932
Apr 15 19:55:43.477263 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-152603f9-b030-447b-b047-2e893c888e25 req-199d99b8-7162-4fb5-9aa8-72ea778d3d61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757203
Apr 15 19:55:43.483651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Deleting port abc0c4ce-b998-4acc-9da8-075ad1fe41bd {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:43.484042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:43.752635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] For port abc0c4ce-b998-4acc-9da8-075ad1fe41bd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:43.753199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:43.894271 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Calling delete_port for abc0c4ce-b998-4acc-9da8-075ad1fe41bd owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:44.043414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:44.057807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['8cba2f2f-513f-4df4-9b61-66010fa48a36', 'abc0c4ce-b998-4acc-9da8-075ad1fe41bd'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:55:44.062056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fd85d046-5a4a-40e7-823b-85812c62c8b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:44.204563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Pushing event deleted for resources: {'Port': ['ID=abc0c4ce-b998-4acc-9da8-075ad1fe41bd,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:44.213641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:44.216126 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e2f836ad-09a0-4c11-a7fa-a739ec73c0e0 req-1f3028c5-754a-410e-999a-d5a2ce4b72dc tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c5511dc-7635-490f-86b8-2a3c15d4d90e HTTP/1.1" status: 200  len: 210 time: 0.1192644
Apr 15 19:55:44.366818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] No DVR routers for this DVR port abc0c4ce-b998-4acc-9da8-075ad1fe41bd on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:55:44.369427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:44.372980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5511dc-7635-490f-86b8-2a3c15d4d90e', 'name': 'network-vif-deleted', 'tag': 'abc0c4ce-b998-4acc-9da8-075ad1fe41bd'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:44.392438 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-73f17f2b-95ea-4d50-b503-a8cddff985f5 req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.68 "DELETE /v2.0/ports/abc0c4ce-b998-4acc-9da8-075ad1fe41bd HTTP/1.1" status: 204  len: 173 time: 1.0321336
Apr 15 19:55:44.834447 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5511dc-7635-490f-86b8-2a3c15d4d90e', 'name': 'network-vif-deleted', 'tag': 'abc0c4ce-b998-4acc-9da8-075ad1fe41bd', 'status': 'completed', 'code': 200}
Apr 15 19:55:45.014402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2c1e2-1c25-4763-ada1-f2454752cb95 req-d943f63d-164d-44d4-8336-4f35688cbf5b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:45.016119 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-adb2c1e2-1c25-4763-ada1-f2454752cb95 req-d943f63d-164d-44d4-8336-4f35688cbf5b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0908935
Apr 15 19:55:45.069517 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-adb2c1e2-1c25-4763-ada1-f2454752cb95 req-4758d4c8-5713-468f-9036-2d15096812d6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459003
Apr 15 19:55:45.711922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e67e8-a7dc-4e13-976a-723ee69711b6 req-b6d4d0db-e457-4bec-b97b-e5615a76f8e2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:45.712757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-7c9e67e8-a7dc-4e13-976a-723ee69711b6 req-b6d4d0db-e457-4bec-b97b-e5615a76f8e2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Synchronizing usage tracker for tenant:684b341c4ce449dd86d6a51e0633e5ab on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:55:45.728643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-7c9e67e8-a7dc-4e13-976a-723ee69711b6 req-b6d4d0db-e457-4bec-b97b-e5615a76f8e2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Unset dirty status for tenant:684b341c4ce449dd86d6a51e0633e5ab on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:55:45.729997 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7c9e67e8-a7dc-4e13-976a-723ee69711b6 req-b6d4d0db-e457-4bec-b97b-e5615a76f8e2 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.1057882
Apr 15 19:55:45.779920 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7c9e67e8-a7dc-4e13-976a-723ee69711b6 req-b6a231aa-c727-488c-83ba-2aa9f6937175 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427592
Apr 15 19:55:46.150221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:55:46.285026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521821d-00b6-4437-aa76-4af9b3e996d6 req-07eaad6c-fced-4a90-9b25-9aadc65b24dd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:46.286629 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0521821d-00b6-4437-aa76-4af9b3e996d6 req-07eaad6c-fced-4a90-9b25-9aadc65b24dd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0911188
Apr 15 19:55:46.334451 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0521821d-00b6-4437-aa76-4af9b3e996d6 req-0ed9d534-324a-4f6f-9793-5b97d3cafc38 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411768
Apr 15 19:55:46.984368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef15b8-2322-4756-bff9-060089e6850f req-f4432a62-4a6b-4752-ab79-b77cab3ce6da tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:46.986017 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1aef15b8-2322-4756-bff9-060089e6850f req-f4432a62-4a6b-4752-ab79-b77cab3ce6da tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0912323
Apr 15 19:55:47.035631 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1aef15b8-2322-4756-bff9-060089e6850f req-886c5c32-bf69-4b66-a08f-d48523416633 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425327
Apr 15 19:55:47.115372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:55:47.124192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device abc0c4ce-b998-4acc-9da8-075ad1fe41bd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:47.168313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: abc0c4ce-b998-4acc-9da8-075ad1fe41bd {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:55:47.169453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device abc0c4ce-b998-4acc-9da8-075ad1fe41bd not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:55:47.302258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:47.317081 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'port_id': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'mac_address': 'fa:16:3e:34:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:55:47.375429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:47.393410 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 431c18ae-c617-4e1e-bca6-7134661c98e1 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:55:47.409268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:47.412149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:47.414044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:47.489891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=6']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:47.493044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:47.513120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['431c18ae-c617-4e1e-bca6-7134661c98e1'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:55:47.768811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c800f0-6bee-43b7-b75f-3144dded6538 req-7269798d-983d-47ae-b14f-3bdd3d58f455 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:47.770407 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-40c800f0-6bee-43b7-b75f-3144dded6538 req-7269798d-983d-47ae-b14f-3bdd3d58f455 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 945 time: 0.3119922
Apr 15 19:55:47.819704 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-40c800f0-6bee-43b7-b75f-3144dded6538 req-722e0a87-fae5-427d-950b-e86810bc0458 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427306
Apr 15 19:55:48.235430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ced09-0a95-47d7-a098-3dc72f39d549 req-ebb3c02e-ac1f-4a8c-9d67-ff37c3f81b01 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:48.237004 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f53ced09-0a95-47d7-a098-3dc72f39d549 req-ebb3c02e-ac1f-4a8c-9d67-ff37c3f81b01 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0885308
Apr 15 19:55:48.287435 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f53ced09-0a95-47d7-a098-3dc72f39d549 req-1ab95fc2-18db-479f-b30d-9292e8f0ad8e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440128
Apr 15 19:55:49.036467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550a55a-e330-40fe-b564-8d47bdaa17b4 req-e9009ab5-2104-4b62-a3fa-3be2fce6ea56 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:49.038068 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3550a55a-e330-40fe-b564-8d47bdaa17b4 req-e9009ab5-2104-4b62-a3fa-3be2fce6ea56 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 945 time: 0.0920393
Apr 15 19:55:49.088715 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3550a55a-e330-40fe-b564-8d47bdaa17b4 req-19374ae2-7465-4886-935b-03806e17d1a5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440333
Apr 15 19:55:49.127710 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:55:49.205091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 431c18ae-c617-4e1e-bca6-7134661c98e1 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:55:49.205589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:49.332711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:49.362230 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:49.372832 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:49.378674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:49.380649 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-85cdbfbd-2760-4553-b545-690c99fa9ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:49.452669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=7']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:49.455942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:49.496222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbfce7-2825-4b4a-b9f1-d0aa7e78228a req-f44860c1-0ca6-4c7b-9e36-638f2269b918 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:49.497847 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-81fbfce7-2825-4b4a-b9f1-d0aa7e78228a req-f44860c1-0ca6-4c7b-9e36-638f2269b918 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0955758
Apr 15 19:55:49.545690 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-81fbfce7-2825-4b4a-b9f1-d0aa7e78228a req-199d7ef0-fb24-4a15-acf4-bfa23da4198c tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414567
Apr 15 19:55:49.602004 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'code': 200}
Apr 15 19:55:50.303151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584307a-1f9f-4e71-88cc-06640af51f95 req-a359f273-5a11-490b-8554-a1f0be34e897 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:50.305026 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3584307a-1f9f-4e71-88cc-06640af51f95 req-a359f273-5a11-490b-8554-a1f0be34e897 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0918200
Apr 15 19:55:50.353052 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3584307a-1f9f-4e71-88cc-06640af51f95 req-421a6b14-472f-4316-95d2-7b7e9a024db4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406020
Apr 15 19:55:50.751967 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42332756-08ea-4f0b-b361-c8fdbf28d46d req-5d17de3d-adee-4dd0-aef0-217650256f09 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:50.753553 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42332756-08ea-4f0b-b361-c8fdbf28d46d req-5d17de3d-adee-4dd0-aef0-217650256f09 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0939679
Apr 15 19:55:50.801449 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42332756-08ea-4f0b-b361-c8fdbf28d46d req-1c6dcf34-d46d-485d-bcc6-3f748bae8486 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416532
Apr 15 19:55:51.567157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7f134-ee7d-4128-ad0b-7f08111c4e78 req-4d6d09af-da34-457b-88ef-d1dcc4f2ffea tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:51.568862 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6e7f134-ee7d-4128-ad0b-7f08111c4e78 req-4d6d09af-da34-457b-88ef-d1dcc4f2ffea tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0911224
Apr 15 19:55:51.623060 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6e7f134-ee7d-4128-ad0b-7f08111c4e78 req-096f4b05-0e99-46a0-b2bf-774eebb3060c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464950
Apr 15 19:55:51.885687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-b9733fdd-cfc8-43df-9abc-f95c4f2c3b17 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:51.887501 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-b9733fdd-cfc8-43df-9abc-f95c4f2c3b17 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.0875871
Apr 15 19:55:52.023843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Deleting port 8cba2f2f-513f-4df4-9b61-66010fa48a36 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:52.024221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:52.143986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee105704-8e9e-4f2b-b7ca-27721a032d2f req-f7d447f6-8d1b-47fa-a96a-bb04691675b8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:52.145528 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ee105704-8e9e-4f2b-b7ca-27721a032d2f req-f7d447f6-8d1b-47fa-a96a-bb04691675b8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 946 time: 0.2189727
Apr 15 19:55:52.289019 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ee105704-8e9e-4f2b-b7ca-27721a032d2f req-97216a0e-223e-440d-9611-f08d6d5892d8 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/security-groups?id=2aa0e62d-ad18-46d3-91a7-ddf2b3053139&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357107
Apr 15 19:55:52.357565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] For port 8cba2f2f-513f-4df4-9b61-66010fa48a36, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8cba2f2f-513f-4df4-9b61-66010fa48a36,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:52.358492 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:52.498143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Calling delete_port for 8cba2f2f-513f-4df4-9b61-66010fa48a36 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:52.651115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:52.665068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['8cba2f2f-513f-4df4-9b61-66010fa48a36'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:55:52.669650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b6ee653f-1305-46ef-b7c4-13a0072de0c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:52.777176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Pushing event deleted for resources: {'Port': ['ID=8cba2f2f-513f-4df4-9b61-66010fa48a36,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:52.820465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:52.925122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cf687-9651-43e2-8013-aaf050013379 req-5e06f119-d92a-4a02-a024-a5899dfa44b4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:52.926721 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a14cf687-9651-43e2-8013-aaf050013379 req-5e06f119-d92a-4a02-a024-a5899dfa44b4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1595509
Apr 15 19:55:53.023791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] No DVR routers for this DVR port 8cba2f2f-513f-4df4-9b61-66010fa48a36 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:55:53.027075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:53.037075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f202f3f-01c9-41c6-842e-ee96f6b40094', 'name': 'network-vif-deleted', 'tag': '8cba2f2f-513f-4df4-9b61-66010fa48a36'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:55:53.061284 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a14cf687-9651-43e2-8013-aaf050013379 req-402b7cd6-a943-4749-9e49-867a178cb4db tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023929
Apr 15 19:55:53.062734 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e19d12f9-8ddf-47da-bf65-9e352ec17c02 req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.68 "DELETE /v2.0/ports/8cba2f2f-513f-4df4-9b61-66010fa48a36 HTTP/1.1" status: 204  len: 173 time: 1.1675367
Apr 15 19:55:53.122166 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f202f3f-01c9-41c6-842e-ee96f6b40094', 'name': 'network-vif-deleted', 'tag': '8cba2f2f-513f-4df4-9b61-66010fa48a36', 'status': 'completed', 'code': 200}
Apr 15 19:55:53.472775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cc2a7aa5-0d95-48dc-8d02-482b1cabbacc req-86167992-3fed-4ab8-a807-14ab92dc237e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Synchronizing usage tracker for tenant:684b341c4ce449dd86d6a51e0633e5ab on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:55:53.487059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cc2a7aa5-0d95-48dc-8d02-482b1cabbacc req-86167992-3fed-4ab8-a807-14ab92dc237e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Unset dirty status for tenant:684b341c4ce449dd86d6a51e0633e5ab on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:55:53.490773 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cc2a7aa5-0d95-48dc-8d02-482b1cabbacc req-86167992-3fed-4ab8-a807-14ab92dc237e tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f202f3f-01c9-41c6-842e-ee96f6b40094 HTTP/1.1" status: 200  len: 210 time: 0.0665004
Apr 15 19:55:54.274594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232f680-e836-4036-b2cf-44aae50bb655 req-df5406c8-2d08-46af-9c63-b33f62b06619 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:54.276191 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5232f680-e836-4036-b2cf-44aae50bb655 req-df5406c8-2d08-46af-9c63-b33f62b06619 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0874856
Apr 15 19:55:54.328419 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5232f680-e836-4036-b2cf-44aae50bb655 req-34a4499a-3df3-49ee-8dc4-ee9fa1b34938 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451283
Apr 15 19:55:54.593935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 47026) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:55:55.079069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-44f03c69-e1e7-45d1-87bd-02bbff7a6b2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:55.081166 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-44f03c69-e1e7-45d1-87bd-02bbff7a6b2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/networks?id=d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 200  len: 815 time: 0.1646740
Apr 15 19:55:55.097804 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-f39734c3-12da-498c-8862-d71f8a88f520 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/quotas/c4982826645345ceb30d47046d10f317 HTTP/1.1" status: 200  len: 375 time: 0.0105004
Apr 15 19:55:55.169379 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 8cba2f2f-513f-4df4-9b61-66010fa48a36 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:55:55.195175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3ba35747-7bde-429c-aaeb-7f2cf559a153 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Synchronizing usage tracker for tenant:c4982826645345ceb30d47046d10f317 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:55:55.196083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854056957'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:55.212426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 8cba2f2f-513f-4df4-9b61-66010fa48a36 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:55:55.213087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 8cba2f2f-513f-4df4-9b61-66010fa48a36 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:55:55.217025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3ba35747-7bde-429c-aaeb-7f2cf559a153 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Unset dirty status for tenant:c4982826645345ceb30d47046d10f317 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:55:55.218867 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3ba35747-7bde-429c-aaeb-7f2cf559a153 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4982826645345ceb30d47046d10f317&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1141906
Apr 15 19:55:55.390740 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-12c7ca10-f081-4629-8bf1-e07ed3d08edc service neutron] 10.222.0.58 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573544
Apr 15 19:55:55.630478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eea21-b08a-4db9-9aa5-6ea0e08f6c5d req-4887db0a-cf52-4f72-b8dc-039c051422eb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:55.638070 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b22eea21-b08a-4db9-9aa5-6ea0e08f6c5d req-4887db0a-cf52-4f72-b8dc-039c051422eb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1485701
Apr 15 19:55:55.697359 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-b37a8930-bb37-4298-b362-2c4c77d1299f service neutron] 10.222.0.58 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2995684
Apr 15 19:55:55.753752 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b22eea21-b08a-4db9-9aa5-6ea0e08f6c5d req-3b12bb34-daae-482d-bc89-5fbbf4d176e6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145599
Apr 15 19:55:55.992111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Deleting port 3aebaa2f-9000-4910-9c56-c1321c1645ee {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:55:55.992471 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:56.032219 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f958b42c-46ae-4465-8103-4dd3f9142be1 req-d4409b07-c155-4111-b8ac-fd92dedd64cd tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 210 time: 0.0670784
Apr 15 19:55:56.219077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-40781d47-a473-4671-8c76-86336d9f567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:56.220993 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-40781d47-a473-4671-8c76-86336d9f567e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 1099 time: 0.0988691
Apr 15 19:55:56.254071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] For port 3aebaa2f-9000-4910-9c56-c1321c1645ee, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=3aebaa2f-9000-4910-9c56-c1321c1645ee,segment=NetworkSegment(8f9e1882-bd00-46d7-9454-350d7c294350),segment_id=8f9e1882-bd00-46d7-9454-350d7c294350)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:55:56.254479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:56.409226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Calling delete_port for 3aebaa2f-9000-4910-9c56-c1321c1645ee owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:55:56.515175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-88af9286-0e50-4484-8c43-12600bf8570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:56.521237 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-88af9286-0e50-4484-8c43-12600bf8570f service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.2661633
Apr 15 19:55:56.702135 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-018deb1d-9b7d-45d3-a1f0-00487d0f9e37 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=431c18ae-c617-4e1e-bca6-7134661c98e1 HTTP/1.1" status: 200  len: 1002 time: 0.1681912
Apr 15 19:55:56.845248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:56.913183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-10bccec7-360b-4e55-b335-1b07bb51c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:56.917054 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-10bccec7-360b-4e55-b335-1b07bb51c8a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.2050278
Apr 15 19:55:56.987650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e75ef493-5c15-4900-81e7-6551d20f29fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:55:57.106243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aebaa2f-9000-4910-9c56-c1321c1645ee,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:55:57.130123 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.130710 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.130955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-9d284dec-6338-4239-9fe4-09d44a8e0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:57.131248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.131777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.132256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.132603 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-9d284dec-6338-4239-9fe4-09d44a8e0b74 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2071185
Apr 15 19:55:57.132706 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.133189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.133829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.134444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.134920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.135386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.135852 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:55:57.143489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b05ae-5302-4046-851c-d2fbd98c06f1 req-aa20d847-f18f-4b79-b85b-befed8d5fb5b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:57.145168 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6c0b05ae-5302-4046-851c-d2fbd98c06f1 req-aa20d847-f18f-4b79-b85b-befed8d5fb5b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1530750
Apr 15 19:55:57.146729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:55:57.329583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:57.601545 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c55829a5-597c-4dc5-bc19-c668dd0738ef req-3bf3f806-50c2-4da6-a1d2-76b5e704a116 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 210 time: 0.0528388
Apr 15 19:55:57.630728 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6c0b05ae-5302-4046-851c-d2fbd98c06f1 req-94f22726-9395-4adf-b3a0-678c225629a0 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4791415
Apr 15 19:55:57.720269 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-de8849ee-de41-4ba5-9112-534ae7af0638 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5313556
Apr 15 19:55:57.765434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055768'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:57.904163 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de5c70dc-bd77-4d81-88b2-7503b2c23bf2 req-223c25dd-d6af-4bb9-967b-7e6d58f511b1 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752648
Apr 15 19:55:58.024046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-153ca63f-4f27-439e-80d9-84a5ceeeb5ad tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:58.025007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-153ca63f-4f27-439e-80d9-84a5ceeeb5ad tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Synchronizing usage tracker for tenant:c4982826645345ceb30d47046d10f317 on resource:network {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:55:58.060359 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-153ca63f-4f27-439e-80d9-84a5ceeeb5ad tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Unset dirty status for tenant:c4982826645345ceb30d47046d10f317 on resource:network {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:55:58.062107 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-153ca63f-4f27-439e-80d9-84a5ceeeb5ad tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.68 "GET /v2.0/networks?id=d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 200  len: 815 time: 0.4837933
Apr 15 19:55:58.130041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'port': {'device_id': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'admin_state_up': True, 'tenant_id': 'c4982826645345ceb30d47046d10f317'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:55:58.372620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:55:58.399255 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:55:58.419932 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Made reservation on behalf of c4982826645345ceb30d47046d10f317 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:55:58.426400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:55:58.985732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985682f-4b9a-4fea-a251-96752fae9a44 req-77a0aae4-00df-4615-810c-5e3a522d60c1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:55:59.013186 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1985682f-4b9a-4fea-a251-96752fae9a44 req-77a0aae4-00df-4615-810c-5e3a522d60c1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1707833
Apr 15 19:55:59.170005 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-901a7c02-c057-4dcd-9725-a3c3fd27dadf req-c1e63219-8644-46d7-8be9-1d4c6474d097 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 210 time: 0.1294796
Apr 15 19:55:59.180875 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1985682f-4b9a-4fea-a251-96752fae9a44 req-4aca7166-11d6-4365-857e-3d1086f3337a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1662531
Apr 15 19:55:59.294907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:55:59.443728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Allocated IP 172.20.0.14 (d2e11d43-a253-422d-a44e-09304a48dfbf/b90a4bb7-654c-4cff-b9a7-ba0c4b150471/619a8492-f932-4048-8258-fe9757a50525) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:55:59.776425 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:55:59.791818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] Sync routers for ids ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:55:59.818984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] Routers {'1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:55:59.820172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d7b080>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:55:59.888115 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] 10.222.0.58 "PUT /v2.0/routers/1de6fd97-42fb-45dd-a95c-ada0f3e5af7b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2929664
Apr 15 19:55:59.891387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 47136) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:00.032813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.071161 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Transition to ACTIVE for port object 619a8492-f932-4048-8258-fe9757a50525 will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:56:00.086034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] Set router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:56:00.121201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.328713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks [] for router, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.394629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4877326a-90fc-4523-ab1c-dd3b69664ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:00.533205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'Port': ['ID=619a8492-f932-4048-8258-fe9757a50525,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:00.543820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:00.550141 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Network d2e11d43-a253-422d-a44e-09304a48dfbf is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:56:00.556000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:56:00.559032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:56:00.674043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:00.674790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.708580 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5862048
Apr 15 19:56:00.720511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d7b080>, [{'id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:55:56Z', 'revision_number': 5, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'gw_port': {'id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:40Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:00.735461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] Checking router: 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:56:00.755946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] Routers {'1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:56:00.764042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d7b080>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:55:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:00.787100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a8e16-986b-46d9-993b-15249b499130 req-42d8cab0-f39d-4ef9-83a0-0b86ebfea726 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:00.796031 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-607a8e16-986b-46d9-993b-15249b499130 req-42d8cab0-f39d-4ef9-83a0-0b86ebfea726 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 932 time: 0.3337095
Apr 15 19:56:00.847966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Request body: {'port': {'device_id': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:56:00.871263 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-607a8e16-986b-46d9-993b-15249b499130 req-773d8f58-aa40-4cf8-ae72-7878a1a35e54 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741215
Apr 15 19:56:00.917110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-9a14dca0-9f5e-45d1-91e9-3b1cb54abff0 None None] Provisioning for port 619a8492-f932-4048-8258-fe9757a50525 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:56:00.937569 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.944224 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-9a14dca0-9f5e-45d1-91e9-3b1cb54abff0 None None] Provisioning complete for port 619a8492-f932-4048-8258-fe9757a50525 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:56:00.944647 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9a14dca0-9f5e-45d1-91e9-3b1cb54abff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:00.959157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Deleting port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:56:00.961624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.103125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-9a14dca0-9f5e-45d1-91e9-3b1cb54abff0 None None] Port 619a8492-f932-4048-8258-fe9757a50525 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:56:01.162711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.221540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] Set router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:56:01.465415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] For port cf8b0dca-0036-4778-b996-6e1d9eb5a6f7, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=cf8b0dca-0036-4778-b996-6e1d9eb5a6f7,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:01.466102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:01.851260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bd9e1-2bb0-4fc9-8c40-0b08503491c0 req-b98ff746-5e69-4d7f-af0c-a0398a7db88d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:01.859959 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ef6bd9e1-2bb0-4fc9-8c40-0b08503491c0 req-b98ff746-5e69-4d7f-af0c-a0398a7db88d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.6955388
Apr 15 19:56:01.870421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Calling delete_port for cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 owned by network:router_gateway {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:56:01.905917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d7b080>, [{'id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:55:56Z', 'revision_number': 5, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'gw_port': {'id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:40Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:01.921496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acb6737-9be9-40ee-b130-4330617d0580 None None] The sync data for ids ['1de6fd97-42fb-45dd-a95c-ada0f3e5af7b'] in dv-cinder-786384-2-iscsi is: [{'id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'name': 'tempest-ServerRescueNegativeTestJSON-435917051-router', 'tenant_id': '684b341c4ce449dd86d6a51e0633e5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:55:56Z', 'revision_number': 5, 'project_id': '684b341c4ce449dd86d6a51e0633e5ab', 'gw_port': {'id': 'cf8b0dca-0036-4778-b996-6e1d9eb5a6f7', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de6fd97-42fb-45dd-a95c-ada0f3e5af7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:40Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:56:01.976441 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ef6bd9e1-2bb0-4fc9-8c40-0b08503491c0 req-9609f129-7da9-4da3-9aed-9bbae4e74595 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154373
Apr 15 19:56:02.101956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619a8492-f932-4048-8258-fe9757a50525 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:56:02.128973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:02.191946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Transition to ACTIVE for port object 619a8492-f932-4048-8258-fe9757a50525 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:56:02.195535 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:02.244956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:02.517377 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Pushing event updated for resources: {'Port': ['ID=619a8492-f932-4048-8258-fe9757a50525,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:02.522499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:02.534036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3d4ae-d880-4030-81cb-c08392353340 req-da6ace77-89ba-49d0-9866-bcf22583f345 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:02.539158 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a3b3d4ae-d880-4030-81cb-c08392353340 req-da6ace77-89ba-49d0-9866-bcf22583f345 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.2240195
Apr 15 19:56:02.631459 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a3b3d4ae-d880-4030-81cb-c08392353340 req-bd7fcdbd-1602-4715-a7cc-556f15fd4848 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816321
Apr 15 19:56:02.877672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:02.919466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:03.158055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Attempting to bind port 619a8492-f932-4048-8258-fe9757a50525 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:56:03.158619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Attempting to bind port 619a8492-f932-4048-8258-fe9757a50525 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:56:03.158754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Attempting to bind port 619a8492-f932-4048-8258-fe9757a50525 on network d2e11d43-a253-422d-a44e-09304a48dfbf {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:56:03.168485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8b0dca-0036-4778-b996-6e1d9eb5a6f7,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:03.175506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Port 619a8492-f932-4048-8258-fe9757a50525 on network d2e11d43-a253-422d-a44e-09304a48dfbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:56:03.175879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Attempting to bind port 619a8492-f932-4048-8258-fe9757a50525 on network d2e11d43-a253-422d-a44e-09304a48dfbf {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:56:03.189686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.198591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:56:03.198971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Checking segment: {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:56:03.199440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Bound using segment: {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:56:03.199973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Bound port: 619a8492-f932-4048-8258-fe9757a50525, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7e2f6a-afb5-4e1c-a315-a372e539e486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:56:03.200371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:03.207748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.208291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.208703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.209108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.209608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.210009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.210413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.210813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.211211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.211627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.212023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:03.306702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:03.336108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] For port 619a8492-f932-4048-8258-fe9757a50525, host hv-cinder-78638, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:56:03.339441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] For port 619a8492-f932-4048-8258-fe9757a50525, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=619a8492-f932-4048-8258-fe9757a50525,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:56:03.347666 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:03.458718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6aa1f-c388-45db-b95f-74af4fc3f787 req-839c66e6-1166-49ea-a181-69c196abd2f8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:03.460453 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-75d6aa1f-c388-45db-b95f-74af4fc3f787 req-839c66e6-1166-49ea-a181-69c196abd2f8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.2370894
Apr 15 19:56:03.582848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-92f821a4-eba8-434a-b65d-440c06a6a2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:03.663690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:03.664171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:03.665653 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] 10.222.0.68 "PUT /v2.0/ports/619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 1094 time: 2.8235927
Apr 15 19:56:03.675784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:56:03.710658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Pushing event updated for resources: {'Port': ['ID=619a8492-f932-4048-8258-fe9757a50525,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:03.714571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:03.814265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 3aebaa2f-9000-4910-9c56-c1321c1645ee no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:56:03.839132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854055918'] for router_gateway, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:03.909152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 3aebaa2f-9000-4910-9c56-c1321c1645ee {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:56:03.910925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 3aebaa2f-9000-4910-9c56-c1321c1645ee not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:56:03.931834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-1ff8550e-5c23-4fce-8073-95dbb5d2638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:03.933630 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-1ff8550e-5c23-4fce-8073-95dbb5d2638c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c4982826645345ceb30d47046d10f317&device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1097 time: 0.2003038
Apr 15 19:56:04.035602 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-4864a34b-c347-4c98-b6ca-59717af8c5fd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 217 time: 0.0790875
Apr 15 19:56:04.067369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fb461862-980a-45d6-86c8-1d87e0a3d611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:04.303835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-589c1062-78f9-418e-9a7b-a355a124ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:04.305592 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-589c1062-78f9-418e-9a7b-a355a124ab4c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b90a4bb7-654c-4cff-b9a7-ba0c4b150471 HTTP/1.1" status: 200  len: 854 time: 0.1017466
Apr 15 19:56:04.472298 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-75d6aa1f-c388-45db-b95f-74af4fc3f787 req-e5485565-a25e-4ab3-b7df-3df84adaf942 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9822028
Apr 15 19:56:04.557462 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525', 'status': 'completed', 'code': 200}
Apr 15 19:56:04.615725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760568'] for router, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:04.618274 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:04.847848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716856'] for router, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:04.848417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de6fd97-42fb-45dd-a95c-ada0f3e5af7b {{(pid=85419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 19:56:04.891796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364e274-2021-456d-9030-e21ae463f6d6 req-fc060018-7443-45fd-bfb3-27e9cbde4aa9 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:04.901121 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4364e274-2021-456d-9030-e21ae463f6d6 req-fc060018-7443-45fd-bfb3-27e9cbde4aa9 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.9529500
Apr 15 19:56:04.970654 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4364e274-2021-456d-9030-e21ae463f6d6 req-ca39da9d-d8df-480f-a659-4bbb93952ed4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683517
Apr 15 19:56:04.977395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:04.978792 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1de6fd97-42fb-45dd-a95c-ada0f3e5af7b HTTP/1.1" status: 204  len: 168 time: 5.0863469
Apr 15 19:56:04.981916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 47182) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:05.067790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] Deleting subnet 7c489da3-5ad2-45d9-9dfe-ede08e8da69c {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:56:05.071951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:05.135770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852640549'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:05.214048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:05.631655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:56:05.698650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2114947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851792655'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:05.722709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:56:05.723577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cf8b0dca-0036-4778-b996-6e1d9eb5a6f7 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:56:05.790157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49558a-69f4-40e0-842e-e7fe14105c3b req-b00351b2-49af-4d42-b811-30de29de3f2b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:05.798519 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9b49558a-69f4-40e0-842e-e7fe14105c3b req-b00351b2-49af-4d42-b811-30de29de3f2b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1578369
Apr 15 19:56:05.832688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:05.887236 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9b49558a-69f4-40e0-842e-e7fe14105c3b req-03f0c43b-5604-46aa-88ff-b9ddc05dc78e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875115
Apr 15 19:56:05.901885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c489da3-5ad2-45d9-9dfe-ede08e8da69c,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:05.913316 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:05.931984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:05.941607 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7c489da3-5ad2-45d9-9dfe-ede08e8da69c HTTP/1.1" status: 204  len: 168 time: 0.9559181
Apr 15 19:56:05.942330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 47192) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:06.169658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:06.181006 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d0254dbd-4ec0-46c4-93a7-1f7f8616a489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:06.664785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:06.768355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f8ecc-004e-48a1-9552-3f96c78e9be7 req-654bdcd3-e687-45f4-8d7e-8e1c4482f7c1 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:06.770465 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-013f8ecc-004e-48a1-9552-3f96c78e9be7 req-654bdcd3-e687-45f4-8d7e-8e1c4482f7c1 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.4345176
Apr 15 19:56:06.840552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd5991c2a90>,) {'filters': {'network_id': ['e6ead994-471f-49ea-8876-a7b9c3272bfc']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:06.843790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:06.882791 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-013f8ecc-004e-48a1-9552-3f96c78e9be7 req-0cd980db-d669-48ad-9fa4-95384d0fa130 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923185
Apr 15 19:56:06.888306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5991c2a90>, '8f9e1882-bd00-46d7-9454-350d7c294350') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:06.889184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5991c2a90>, '8f9e1882-bd00-46d7-9454-350d7c294350') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:56:06.937163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853381234'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:06.960518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:06.972470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:56:07.244970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Network e6ead994-471f-49ea-8876-a7b9c3272bfc has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:56:07.255681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134257'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:07.481947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1ae7b-2f60-4b5f-9229-26a35797f045 req-efea1700-2331-4986-b8dc-524d4df53e6d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:07.491022 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09f1ae7b-2f60-4b5f-9229-26a35797f045 req-efea1700-2331-4986-b8dc-524d4df53e6d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.3159196
Apr 15 19:56:07.519896 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Network e6ead994-471f-49ea-8876-a7b9c3272bfc has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:56:07.549984 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:56:07.700138 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09f1ae7b-2f60-4b5f-9229-26a35797f045 req-99e32ec4-7134-45d7-8195-de9282a1b99a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2078187
Apr 15 19:56:07.750851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:07.765730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:07.774742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:07.777611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:07.816141 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ead994-471f-49ea-8876-a7b9c3272bfc,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:07.824734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:07.834631 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-59d70fe1-9571-48ea-a7c9-0a1d6d17ce49 admin admin] 10.222.0.58 "DELETE /v2.0/networks/e6ead994-471f-49ea-8876-a7b9c3272bfc HTTP/1.1" status: 204  len: 168 time: 1.8881898
Apr 15 19:56:08.160345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 47216) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:08.180523 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d970ad-6f15-4f01-8c8d-f6e29ef43ac7 req-8fb13fd1-4d85-43f0-8c3e-756bb197be37 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:08.182373 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50d970ad-6f15-4f01-8c8d-f6e29ef43ac7 req-8fb13fd1-4d85-43f0-8c3e-756bb197be37 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.1505094
Apr 15 19:56:08.239719 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c7cb4a7a-c5a5-48ab-9ebf-d099116e4735 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=684b341c4ce449dd86d6a51e0633e5ab&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0760019
Apr 15 19:56:08.240659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 47220) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:08.244318 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-50d970ad-6f15-4f01-8c8d-f6e29ef43ac7 req-0baea883-fa8a-48cd-904a-c4465a1e1988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532486
Apr 15 19:56:08.334263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-42b97a99-818e-43b6-9b8e-1ba65dcd4b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:08.371692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-42b97a99-818e-43b6-9b8e-1ba65dcd4b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:08.430834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-42b97a99-818e-43b6-9b8e-1ba65dcd4b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:08.440236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9543283f-a233-4ecc-82f0-df4d16d2f629 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:08.452504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b97a99-818e-43b6-9b8e-1ba65dcd4b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa0e62d-ad18-46d3-91a7-ddf2b3053139,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:08.454994 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-42b97a99-818e-43b6-9b8e-1ba65dcd4b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:08.462374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-42b97a99-818e-43b6-9b8e-1ba65dcd4b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:08.468386 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-42b97a99-818e-43b6-9b8e-1ba65dcd4b09 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2aa0e62d-ad18-46d3-91a7-ddf2b3053139 HTTP/1.1" status: 204  len: 168 time: 0.2263474
Apr 15 19:56:08.744862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:09.034950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1445365-ed9b-491f-8704-3065e11bef35 req-bfd65de3-cba7-45be-8c75-a012acd8fca5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:09.036936 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1445365-ed9b-491f-8704-3065e11bef35 req-bfd65de3-cba7-45be-8c75-a012acd8fca5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1229801
Apr 15 19:56:09.095512 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f1445365-ed9b-491f-8704-3065e11bef35 req-5071dc6b-6508-476f-a6f2-73764531c569 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514443
Apr 15 19:56:09.477497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa70ae-25cd-4dfd-b125-9c817e6393db req-85419dc9-4247-4f66-b989-cf80f0949c1a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:09.479193 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a2aa70ae-25cd-4dfd-b125-9c817e6393db req-85419dc9-4247-4f66-b989-cf80f0949c1a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.1002831
Apr 15 19:56:09.533621 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a2aa70ae-25cd-4dfd-b125-9c817e6393db req-400c4c28-28ac-4c39-ab0a-7c1e9e16d35f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472014
Apr 15 19:56:10.311943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62703b8c-c2e6-4c9f-82b2-1cae2f0ca50a req-b22dcef1-e643-4d36-99b1-37baacaef6f8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:10.313557 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62703b8c-c2e6-4c9f-82b2-1cae2f0ca50a req-b22dcef1-e643-4d36-99b1-37baacaef6f8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0925627
Apr 15 19:56:10.363731 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62703b8c-c2e6-4c9f-82b2-1cae2f0ca50a req-ab9e5360-6243-45d6-a1d7-23aa7eb0dd2b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437133
Apr 15 19:56:10.741215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f9e4d-6b1b-4077-aeda-a0f2a88fa670 req-c7bde2b9-be4c-4ea5-9d4e-78ea7f2036ab tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:10.742834 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-490f9e4d-6b1b-4077-aeda-a0f2a88fa670 req-c7bde2b9-be4c-4ea5-9d4e-78ea7f2036ab tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0908504
Apr 15 19:56:10.796635 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-490f9e4d-6b1b-4077-aeda-a0f2a88fa670 req-04be27b0-9f17-4725-96e0-c2689ce3e498 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464935
Apr 15 19:56:11.575442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5a9f9-e804-4ad0-8b47-2a6da627ac63 req-4be79640-03ea-41b3-9561-a620a5450b72 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:11.577042 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c3c5a9f9-e804-4ad0-8b47-2a6da627ac63 req-4be79640-03ea-41b3-9561-a620a5450b72 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0949676
Apr 15 19:56:11.630402 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c3c5a9f9-e804-4ad0-8b47-2a6da627ac63 req-dcc5cf17-215e-42f2-a741-0f5d8b92eefa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464134
Apr 15 19:56:12.003666 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f5e24-8b66-4755-b5e4-7fc53c0fe7fd req-98087805-ef15-46b1-a5cb-33f116cef257 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:12.005615 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-822f5e24-8b66-4755-b5e4-7fc53c0fe7fd req-98087805-ef15-46b1-a5cb-33f116cef257 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0933654
Apr 15 19:56:12.059384 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-822f5e24-8b66-4755-b5e4-7fc53c0fe7fd req-735c6eb0-b67b-43a5-bce7-76bfd8c28e22 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472906
Apr 15 19:56:12.903432 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c11cb3-7905-4937-bf01-a88841edba8a req-6d6a350e-d755-4c14-981e-ff569f54a306 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:12.906851 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d1c11cb3-7905-4937-bf01-a88841edba8a req-6d6a350e-d755-4c14-981e-ff569f54a306 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1027849
Apr 15 19:56:12.955779 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d1c11cb3-7905-4937-bf01-a88841edba8a req-9872636e-f307-4c94-9cfc-25f8ebc7d1e2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440876
Apr 15 19:56:13.270321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7d4e5-d657-4d71-b241-e9ca8bfc3138 req-a6d62a04-a0e3-4abe-9d0c-ed61e455d2ef tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:13.271947 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-95d7d4e5-d657-4d71-b241-e9ca8bfc3138 req-a6d62a04-a0e3-4abe-9d0c-ed61e455d2ef tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0954707
Apr 15 19:56:13.322489 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-95d7d4e5-d657-4d71-b241-e9ca8bfc3138 req-ffcc00fa-5d0e-4913-90dd-b3aca0c0cbf4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438137
Apr 15 19:56:14.165283 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffb79b-797f-4481-bd85-ee512f2ecff5 req-a5936879-0896-423a-847b-0997745fbbe6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:14.167106 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-daffb79b-797f-4481-bd85-ee512f2ecff5 req-a5936879-0896-423a-847b-0997745fbbe6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0889921
Apr 15 19:56:14.219488 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-daffb79b-797f-4481-bd85-ee512f2ecff5 req-2135922e-89fa-4640-b6fe-5b75fd3d48e4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452611
Apr 15 19:56:14.533203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7d3c8-bebf-4b90-baab-1ecba4acdbae req-fc259bdb-b649-402d-a092-ee3a76a882cc tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:14.534794 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bcc7d3c8-bebf-4b90-baab-1ecba4acdbae req-fc259bdb-b649-402d-a092-ee3a76a882cc tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0943048
Apr 15 19:56:14.583963 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bcc7d3c8-bebf-4b90-baab-1ecba4acdbae req-4f77be5f-284d-4d9b-97ea-fea916f38e67 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422008
Apr 15 19:56:15.445749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb895cd8-d038-4877-b033-8e270a64fef0 req-0455973d-c4ba-44d9-ab6f-867989ed9f76 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:15.447689 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb895cd8-d038-4877-b033-8e270a64fef0 req-0455973d-c4ba-44d9-ab6f-867989ed9f76 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1076186
Apr 15 19:56:15.503442 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb895cd8-d038-4877-b033-8e270a64fef0 req-e3495c31-f028-4070-ae9a-69f59d134962 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479579
Apr 15 19:56:15.780054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd0336-1a35-4327-97e9-c92b92af4f42 req-962ad3aa-9bdc-4d63-9ea5-66c4e5e135bc tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:15.781555 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-79cd0336-1a35-4327-97e9-c92b92af4f42 req-962ad3aa-9bdc-4d63-9ea5-66c4e5e135bc tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0856955
Apr 15 19:56:15.828562 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-79cd0336-1a35-4327-97e9-c92b92af4f42 req-192149ff-3e27-41eb-b289-e7608d9abe31 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406489
Apr 15 19:56:16.719501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990b621-4b96-4d8c-8921-6172baf68327 req-a5950cca-464c-45db-b69d-d7c39d36ab00 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:16.721021 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5990b621-4b96-4d8c-8921-6172baf68327 req-a5950cca-464c-45db-b69d-d7c39d36ab00 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0941284
Apr 15 19:56:16.768427 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5990b621-4b96-4d8c-8921-6172baf68327 req-af0bcf5f-9b38-4dd3-8988-f2f0be054583 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411096
Apr 15 19:56:17.022403 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c8cf2-fb4f-416c-9e48-0770c43642f9 req-76d9e670-7835-48b7-903c-d5bee98ddb4b tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:17.023958 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-285c8cf2-fb4f-416c-9e48-0770c43642f9 req-76d9e670-7835-48b7-903c-d5bee98ddb4b tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0865238
Apr 15 19:56:17.073086 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-285c8cf2-fb4f-416c-9e48-0770c43642f9 req-c45ead54-8f56-4b34-828a-a42e1588bc46 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429275
Apr 15 19:56:17.998027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655acda-439a-4fc2-aca5-68216cfff882 req-b79995d7-1d6c-4cc7-b791-b6a0818b1f89 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:17.999652 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3655acda-439a-4fc2-aca5-68216cfff882 req-b79995d7-1d6c-4cc7-b791-b6a0818b1f89 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0883043
Apr 15 19:56:18.047024 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3655acda-439a-4fc2-aca5-68216cfff882 req-2d3d1667-cb16-4f55-9ea0-bb27c693ddc2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410805
Apr 15 19:56:18.333315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4007c6-c76b-4ca0-bfca-6f1629af0ccf req-6955d5cc-2ac9-4f7c-a8ac-0b4390f4069e tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:18.334824 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3d4007c6-c76b-4ca0-bfca-6f1629af0ccf req-6955d5cc-2ac9-4f7c-a8ac-0b4390f4069e tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0904624
Apr 15 19:56:18.381216 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3d4007c6-c76b-4ca0-bfca-6f1629af0ccf req-2fb53a0d-8564-4e54-b9d2-bca28f4d6773 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400937
Apr 15 19:56:19.282024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bbccf-16c4-4d11-8457-20130b77acd1 req-bb4213e8-97f5-4fbf-b172-888db64bcda4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:19.283626 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a69bbccf-16c4-4d11-8457-20130b77acd1 req-bb4213e8-97f5-4fbf-b172-888db64bcda4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0868137
Apr 15 19:56:19.330449 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a69bbccf-16c4-4d11-8457-20130b77acd1 req-d79bd926-97e8-4956-a469-e2c33c8bd938 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406618
Apr 15 19:56:19.616908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7968543-d4c7-4e4a-b35f-2d6069662de3 req-2c885eab-f91a-4753-824b-adeb18411541 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:19.618496 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a7968543-d4c7-4e4a-b35f-2d6069662de3 req-2c885eab-f91a-4753-824b-adeb18411541 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0919757
Apr 15 19:56:19.667042 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a7968543-d4c7-4e4a-b35f-2d6069662de3 req-eec1c2c0-4473-4097-8804-4209e21cd181 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419576
Apr 15 19:56:20.533669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65909-424e-4ed1-aede-4da28d35f0d2 req-1aa364b8-e0d0-4bf0-82b8-e9656705ad81 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:20.535243 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6c65909-424e-4ed1-aede-4da28d35f0d2 req-1aa364b8-e0d0-4bf0-82b8-e9656705ad81 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0880063
Apr 15 19:56:20.582283 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6c65909-424e-4ed1-aede-4da28d35f0d2 req-44b34978-37bb-4e4e-ba33-e4020baea3dc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404320
Apr 15 19:56:21.089625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8a724-6b2a-4d40-9d70-287a71e1a528 req-55e1c0f5-26ff-4940-9ea5-197631737744 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:21.091251 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d9d8a724-6b2a-4d40-9d70-287a71e1a528 req-55e1c0f5-26ff-4940-9ea5-197631737744 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.3116882
Apr 15 19:56:21.138295 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d9d8a724-6b2a-4d40-9d70-287a71e1a528 req-5af0d9f0-16c8-42e1-a3a3-b3e0024053d1 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408673
Apr 15 19:56:21.787774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af876f-181b-4103-8844-fd9e5e4e8a3a req-d562e318-1cfe-49cb-8e6a-a77e6ca5884c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:21.789318 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-12af876f-181b-4103-8844-fd9e5e4e8a3a req-d562e318-1cfe-49cb-8e6a-a77e6ca5884c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0887940
Apr 15 19:56:21.835702 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-12af876f-181b-4103-8844-fd9e5e4e8a3a req-cec2e38c-205d-44f2-adec-cb86994d0988 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397146
Apr 15 19:56:22.337375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bdf94-3a97-434a-8b61-609b4ec863bb req-a0470905-7a66-4e29-a1fb-eada70ae0c01 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:22.338964 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9e2bdf94-3a97-434a-8b61-609b4ec863bb req-a0470905-7a66-4e29-a1fb-eada70ae0c01 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0876985
Apr 15 19:56:22.388813 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9e2bdf94-3a97-434a-8b61-609b4ec863bb req-234faffd-ba06-48a5-b9ba-d1fd94f3f0d9 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424483
Apr 15 19:56:23.037933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efceb4a-46c9-4858-bc78-51e7a03d4808 req-340b1968-b861-4732-9fbd-e21cfc63a26e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:23.039559 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0efceb4a-46c9-4858-bc78-51e7a03d4808 req-340b1968-b861-4732-9fbd-e21cfc63a26e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0867250
Apr 15 19:56:23.088594 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0efceb4a-46c9-4858-bc78-51e7a03d4808 req-20ab0e53-adcb-434a-8cd6-08ca61c865ee tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418713
Apr 15 19:56:23.150444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:56:23.442396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 47468) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:23.567924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:23.582749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:23.586759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Usage tracker for resource:security_group_rule and tenant:0adbd0c8125241c8af3392c0e2e784c4 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:23.589671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:23.591881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d0db6-2a78-4b0a-9263-5861949e0c78 req-23fe87e8-ddab-4480-b574-f4f158fd6c8c tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:23.593467 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4a7d0db6-2a78-4b0a-9263-5861949e0c78 req-23fe87e8-ddab-4480-b574-f4f158fd6c8c tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0907052
Apr 15 19:56:23.596141 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:23.642385 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4a7d0db6-2a78-4b0a-9263-5861949e0c78 req-34f35395-ac9d-431c-9509-20e6341b0480 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423510
Apr 15 19:56:23.686663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:23.689458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:23.698328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-36803c75-3ff2-4616-9b54-5022141d0b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:23.741529 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0adbd0c8125241c8af3392c0e2e784c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2979789
Apr 15 19:56:23.742519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c26f42-c276-4653-83d0-8033a8e58f3d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:23.744511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 47474) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:23.745882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:23.805591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11ba3c77-a5ff-47c7-b652-1c62223eb67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:23.832719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11ba3c77-a5ff-47c7-b652-1c62223eb67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:23.885862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11ba3c77-a5ff-47c7-b652-1c62223eb67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:23.892340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cdd4c595-00e7-4d3d-acd4-49c387e8dfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:23.910483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba3c77-a5ff-47c7-b652-1c62223eb67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c26f42-c276-4653-83d0-8033a8e58f3d,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:23.913406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-11ba3c77-a5ff-47c7-b652-1c62223eb67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:23.921025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-11ba3c77-a5ff-47c7-b652-1c62223eb67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:23.924721 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-11ba3c77-a5ff-47c7-b652-1c62223eb67b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/23c26f42-c276-4653-83d0-8033a8e58f3d HTTP/1.1" status: 204  len: 168 time: 0.1766582
Apr 15 19:56:23.927058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-15d1672e-81f8-4247-b744-ebdaa48ee279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:23.928898 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-15d1672e-81f8-4247-b744-ebdaa48ee279 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2e11d43-a253-422d-a44e-09304a48dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918808
Apr 15 19:56:24.106719 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-efbe8811-40e7-4523-8d11-c9cfab2b47bc service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674745
Apr 15 19:56:24.279631 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ffd2c301-04ef-4088-b9f5-be3042c45d22 req-f09fb4ad-4931-4b2b-9349-53505fadbcf4 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616006
Apr 15 19:56:24.312345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ae576-fe32-4ef7-9386-62a96f7cedb8 req-5165d9a4-55aa-4498-b683-c4c9e0378350 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:24.319801 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9d3ae576-fe32-4ef7-9386-62a96f7cedb8 req-5165d9a4-55aa-4498-b683-c4c9e0378350 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1079638
Apr 15 19:56:24.371830 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9d3ae576-fe32-4ef7-9386-62a96f7cedb8 req-ae587359-8b18-4c53-95f3-514aaa9b1c86 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507982
Apr 15 19:56:24.428767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-a5702f63-b45f-40d2-b882-8b1a7e565b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:24.430383 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-a5702f63-b45f-40d2-b882-8b1a7e565b31 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c4982826645345ceb30d47046d10f317&device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1097 time: 0.1054420
Apr 15 19:56:24.574201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-1d3d9222-09e0-4aa6-9c8f-539289d8d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:24.576341 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-1d3d9222-09e0-4aa6-9c8f-539289d8d625 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 200  len: 916 time: 0.1388721
Apr 15 19:56:24.648796 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-44021656-baa3-4833-a4e7-8f5889959c21 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 217 time: 0.0658069
Apr 15 19:56:24.859900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e17a9-782b-40fe-aa41-c6bec478cf2b req-04e3c1f4-0dcc-44a7-889c-b9b8b0062982 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:24.861627 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-170e17a9-782b-40fe-aa41-c6bec478cf2b req-04e3c1f4-0dcc-44a7-889c-b9b8b0062982 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.0948656
Apr 15 19:56:24.917890 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-170e17a9-782b-40fe-aa41-c6bec478cf2b req-6458c3c9-f74a-41cf-a6db-dc02a91e417a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482428
Apr 15 19:56:24.953529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-f7df049a-313b-4667-9d23-79a57789a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:24.955101 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-f7df049a-313b-4667-9d23-79a57789a0ce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b90a4bb7-654c-4cff-b9a7-ba0c4b150471 HTTP/1.1" status: 200  len: 854 time: 0.2998569
Apr 15 19:56:25.101377 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-074475b3-c79f-4ef6-b188-dea2d1fd1e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:25.103070 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-074475b3-c79f-4ef6-b188-dea2d1fd1e83 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2e11d43-a253-422d-a44e-09304a48dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790677
Apr 15 19:56:25.476525 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-bfba82de-1860-4307-85e5-b43eda963706 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561685
Apr 15 19:56:25.612101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92856235-713b-40e3-9f15-4ff049122539 req-01a14c2b-d612-43a3-afb4-86bb2ba9095a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:25.614307 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92856235-713b-40e3-9f15-4ff049122539 req-01a14c2b-d612-43a3-afb4-86bb2ba9095a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.0939891
Apr 15 19:56:25.631289 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-315b5fc2-6119-4f80-9a41-b4ef894f5143 req-a04ed7dc-f5ff-4336-b6b7-e1426ab477e8 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482272
Apr 15 19:56:25.676806 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92856235-713b-40e3-9f15-4ff049122539 req-fccb6c1b-93b0-4d24-a6f5-de137ca08bab tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476637
Apr 15 19:56:26.132083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643adeb1-75aa-4140-9d62-16e5da5f50b4 req-bb2a9123-007b-4984-ad39-a4993e90332d tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:26.133727 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-643adeb1-75aa-4140-9d62-16e5da5f50b4 req-bb2a9123-007b-4984-ad39-a4993e90332d tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.1012449
Apr 15 19:56:26.187398 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-643adeb1-75aa-4140-9d62-16e5da5f50b4 req-87b90a39-f6a3-422a-839b-a942ff5ade5c tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468857
Apr 15 19:56:26.224665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-18b83c1f-4229-41f4-8484-662fbf5c53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:26.226330 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-18b83c1f-4229-41f4-8484-662fbf5c53dc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 1099 time: 0.1155901
Apr 15 19:56:26.369383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-09cca2c4-a30a-4464-88c7-fb2895fffa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:26.370948 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-09cca2c4-a30a-4464-88c7-fb2895fffa69 service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.1377878
Apr 15 19:56:26.480328 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-a4842824-765e-47bc-ab58-6af6c8cc484d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=431c18ae-c617-4e1e-bca6-7134661c98e1 HTTP/1.1" status: 200  len: 1002 time: 0.0995672
Apr 15 19:56:26.556598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-78b409c4-b0bc-40e2-85ad-07d0d400b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:26.558206 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-78b409c4-b0bc-40e2-85ad-07d0d400b725 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0684278
Apr 15 19:56:26.644498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-b5ea8d7a-56d8-46fe-9cc8-afb4f260b8af tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Synchronizing usage tracker for tenant:4d9208f04bcf45e4a5d2ef86825620d3 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:56:26.645999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-4440f47b-8c0e-4669-945a-3475712e6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:26.647791 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-4440f47b-8c0e-4669-945a-3475712e6081 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794187
Apr 15 19:56:26.661499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-b5ea8d7a-56d8-46fe-9cc8-afb4f260b8af tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Unset dirty status for tenant:4d9208f04bcf45e4a5d2ef86825620d3 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:56:26.662816 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-b5ea8d7a-56d8-46fe-9cc8-afb4f260b8af tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835560356&fields=id&tenant_id=4d9208f04bcf45e4a5d2ef86825620d3 HTTP/1.1" status: 200  len: 267 time: 0.0654767
Apr 15 19:56:26.796786 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-996fd47d-b0e2-49c9-984d-07ae7bbf3839 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416843
Apr 15 19:56:26.879365 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-be270811-7ef0-4f71-9d20-1fa7f70bc3af tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:26.880115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-be270811-7ef0-4f71-9d20-1fa7f70bc3af tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Synchronizing usage tracker for tenant:4d9208f04bcf45e4a5d2ef86825620d3 on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:56:26.904842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-be270811-7ef0-4f71-9d20-1fa7f70bc3af tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Unset dirty status for tenant:4d9208f04bcf45e4a5d2ef86825620d3 on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:56:26.906112 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-be270811-7ef0-4f71-9d20-1fa7f70bc3af tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/networks?id=25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 200  len: 808 time: 0.2345653
Apr 15 19:56:26.929618 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-e2613a12-a978-4ba1-93e8-b9dcf6522b99 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/quotas/4d9208f04bcf45e4a5d2ef86825620d3 HTTP/1.1" status: 200  len: 375 time: 0.0144451
Apr 15 19:56:26.945828 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6b0ca2d9-2d1f-41cb-a66f-4beedb421ff7 req-4984593e-d557-490f-b951-128cdadf0451 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419642
Apr 15 19:56:26.947102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbc24f-6cef-4726-bcd8-86d045832e75 req-9d5bbe57-c8ac-47e0-b433-ab18f0460738 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:26.948763 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cfbbc24f-6cef-4726-bcd8-86d045832e75 req-9d5bbe57-c8ac-47e0-b433-ab18f0460738 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 946 time: 0.1441410
Apr 15 19:56:27.050071 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cfbbc24f-6cef-4726-bcd8-86d045832e75 req-68facf0b-2795-4648-8eae-d6df78a29c74 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582738
Apr 15 19:56:27.078897 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-60cf64fd-b3c0-45c0-8325-bbae97671dec tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1290705
Apr 15 19:56:27.231117 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-39eb095c-a7f4-4105-87d4-ea02f31f7202 service neutron] 10.222.0.58 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378524
Apr 15 19:56:27.338882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:27.350841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:56:27.445061 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-73cd2bfc-be48-45c2-b846-e58d0310f154 service neutron] 10.222.0.58 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071428
Apr 15 19:56:27.458018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f85ebe-70e5-43ad-9581-1b64383ad0be req-cae9eb4b-f08e-4fa3-910b-f3cc5c22071c tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:27.459725 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c2f85ebe-70e5-43ad-9581-1b64383ad0be req-cae9eb4b-f08e-4fa3-910b-f3cc5c22071c tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.1438479
Apr 15 19:56:27.472563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:27.504283 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:56:27.516588 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c2f85ebe-70e5-43ad-9581-1b64383ad0be req-ebc7a580-d254-4ea9-a8ff-ba65f25cdd52 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492754
Apr 15 19:56:27.520527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:27.524104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:27.525475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:27.598380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=8']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:27.609233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.609824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.610496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.611139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.611757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.612342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.612793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.613315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.613836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.614209 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.614575 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.615304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:56:27.619587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:27.916905 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'code': 200}
Apr 15 19:56:28.043980 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88a85f88-a537-4fc7-aed8-326d5666c855 req-2800ebde-7fe9-4bfa-b2e5-940e7f5f68c6 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 210 time: 0.0583448
Apr 15 19:56:28.323075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee06ab-9124-42ea-bb2e-2c8d0f168f6c req-a5aff23d-f80b-4551-9c1b-8064f2044e52 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:28.324944 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53ee06ab-9124-42ea-bb2e-2c8d0f168f6c req-a5aff23d-f80b-4551-9c1b-8064f2044e52 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1289053
Apr 15 19:56:28.387085 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53ee06ab-9124-42ea-bb2e-2c8d0f168f6c req-b2f11be5-a5d6-4620-8d54-d3f8bf44ab41 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554149
Apr 15 19:56:28.771918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa6fcf-105d-4812-afe2-54ce6c0c2b35 req-fe930cc1-b118-460b-b7c0-4a13a54c2ef3 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:28.773764 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58aa6fcf-105d-4812-afe2-54ce6c0c2b35 req-fe930cc1-b118-460b-b7c0-4a13a54c2ef3 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 944 time: 0.1170456
Apr 15 19:56:28.848780 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58aa6fcf-105d-4812-afe2-54ce6c0c2b35 req-6ec879e3-3937-4428-b9f6-c55e268834f7 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673888
Apr 15 19:56:29.202773 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fa3598fa-95c7-49a0-bc17-ebb46010f3c3 req-5823e73a-f2a4-46d2-89ee-cf48b79d9675 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 210 time: 0.0490055
Apr 15 19:56:29.354647 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-4738c778-1055-4162-83f4-82911f89b5c1 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:29.356224 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-4738c778-1055-4162-83f4-82911f89b5c1 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.68 "GET /v2.0/networks?id=25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 200  len: 808 time: 0.1625345
Apr 15 19:56:29.383479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 619a8492-f932-4048-8258-fe9757a50525 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:56:29.451843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-f2ad3311-6490-474e-9afd-464d0257cfac tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Synchronizing usage tracker for tenant:4d9208f04bcf45e4a5d2ef86825620d3 on resource:security_group {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:56:29.465069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-f2ad3311-6490-474e-9afd-464d0257cfac tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Unset dirty status for tenant:4d9208f04bcf45e4a5d2ef86825620d3 on resource:security_group {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:56:29.467234 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-f2ad3311-6490-474e-9afd-464d0257cfac tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3 HTTP/1.1" status: 200  len: 8061 time: 0.1026809
Apr 15 19:56:29.479664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Request body: {'port': {'device_id': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'admin_state_up': True, 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'security_groups': ['909cf506-2b77-4d12-a886-9c2f65a1871d']}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:56:29.534902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 619a8492-f932-4048-8258-fe9757a50525, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=619a8492-f932-4048-8258-fe9757a50525,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:29.550744 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '619a8492-f932-4048-8258-fe9757a50525', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'port_id': '619a8492-f932-4048-8258-fe9757a50525', 'mac_address': 'fa:16:3e:73:02:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:56:29.611718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:29.616446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f075b-59f0-4807-9002-d589532fa298 req-27ea0b3a-e6c4-4042-8c61-cde529a9686f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:29.618094 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8a6f075b-59f0-4807-9002-d589532fa298 req-27ea0b3a-e6c4-4042-8c61-cde529a9686f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0915928
Apr 15 19:56:29.634084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:29.637381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619a8492-f932-4048-8258-fe9757a50525 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:56:29.638814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:port and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:29.641959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:29.648271 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:29.655195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 619a8492-f932-4048-8258-fe9757a50525, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=619a8492-f932-4048-8258-fe9757a50525,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:29.658121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Made reservation on behalf of 4d9208f04bcf45e4a5d2ef86825620d3 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:56:29.658519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:29.661142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:29.664271 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:29.679908 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8a6f075b-59f0-4807-9002-d589532fa298 req-cf6ae049-6aa8-4ad3-b3e0-a018e2bbf0f9 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552506
Apr 15 19:56:29.736101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=619a8492-f932-4048-8258-fe9757a50525,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:29.739429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:29.838685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Allocated IP 172.20.0.8 (25f49285-2bdf-40a5-b223-572153ecaf73/550242ae-fa2e-4160-bae9-e1bb08e920e0/32a87087-67a6-454d-8830-c295f0d8e889) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:56:30.003038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['619a8492-f932-4048-8258-fe9757a50525'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:56:30.050970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:30.068622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Transition to ACTIVE for port object 32a87087-67a6-454d-8830-c295f0d8e889 will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:56:30.110319 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:30.128380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-35974f74-4a82-4fdb-81bf-f20886043200 tempest-VolumesActionsTest-1317049533 tempest-VolumesActionsTest-1317049533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:30.162580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e560ec-4c72-4d1d-806b-5db22d00e845 req-b96c1327-9473-4895-9285-0fdc62348f86 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:30.164257 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-86e560ec-4c72-4d1d-806b-5db22d00e845 req-b96c1327-9473-4895-9285-0fdc62348f86 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 945 time: 0.1813858
Apr 15 19:56:30.238283 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-86e560ec-4c72-4d1d-806b-5db22d00e845 req-af87b536-5cc6-4e68-83f3-f4d68f2048b7 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664947
Apr 15 19:56:30.281597 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'Port': ['ID=32a87087-67a6-454d-8830-c295f0d8e889,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:30.285067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:30.373617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Network 25f49285-2bdf-40a5-b223-572153ecaf73 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:56:30.375060 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:56:30.378025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:56:30.453806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f040d-c236-4223-8e4b-8d4d5b85585a req-d2be4d9c-8682-45bf-8a66-a0db6472abd0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:30.463530 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3a8f040d-c236-4223-8e4b-8d4d5b85585a req-d2be4d9c-8682-45bf-8a66-a0db6472abd0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 931 time: 0.1127603
Apr 15 19:56:30.476200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:30.477029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:30.523445 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3a8f040d-c236-4223-8e4b-8d4d5b85585a req-7bb4e08d-b39e-4cf9-937a-7a0b4ec2cbec tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587840
Apr 15 19:56:30.531929 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0594013
Apr 15 19:56:30.545032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Request body: {'port': {'device_id': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:56:30.680620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:30.689599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b003ee2a-3904-4a1c-9bb3-29096263e03b None None] Provisioning for port 32a87087-67a6-454d-8830-c295f0d8e889 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:56:30.696933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b003ee2a-3904-4a1c-9bb3-29096263e03b None None] Provisioning complete for port 32a87087-67a6-454d-8830-c295f0d8e889 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:56:30.698185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b003ee2a-3904-4a1c-9bb3-29096263e03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:30.767203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b003ee2a-3904-4a1c-9bb3-29096263e03b None None] Port 32a87087-67a6-454d-8830-c295f0d8e889 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:56:31.047832 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a87087-67a6-454d-8830-c295f0d8e889 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:56:31.055946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.072033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Transition to ACTIVE for port object 32a87087-67a6-454d-8830-c295f0d8e889 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:56:31.074476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.091672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6ea617ff-1380-435a-b86d-5ec548ed13ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:31.232318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Pushing event updated for resources: {'Port': ['ID=32a87087-67a6-454d-8830-c295f0d8e889,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:31.244830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:31.396956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 619a8492-f932-4048-8258-fe9757a50525 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:56:31.442182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20923f71-c989-4880-b573-a93aa5f758b0 req-f530679c-6fcf-4358-83c2-7ea7961f63eb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:31.444156 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-20923f71-c989-4880-b573-a93aa5f758b0 req-f530679c-6fcf-4358-83c2-7ea7961f63eb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 945 time: 0.0924861
Apr 15 19:56:31.464033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Attempting to bind port 32a87087-67a6-454d-8830-c295f0d8e889 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:56:31.464343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Attempting to bind port 32a87087-67a6-454d-8830-c295f0d8e889 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:56:31.464707 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Attempting to bind port 32a87087-67a6-454d-8830-c295f0d8e889 on network 25f49285-2bdf-40a5-b223-572153ecaf73 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:56:31.473771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Port 32a87087-67a6-454d-8830-c295f0d8e889 on network 25f49285-2bdf-40a5-b223-572153ecaf73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:56:31.474132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Attempting to bind port 32a87087-67a6-454d-8830-c295f0d8e889 on network 25f49285-2bdf-40a5-b223-572153ecaf73 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:56:31.481208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:56:31.481708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Checking segment: {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:56:31.482018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Bound using segment: {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:56:31.482489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Bound port: 32a87087-67a6-454d-8830-c295f0d8e889, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb54084-df43-440b-97c2-d69073bd4ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:56:31.482872 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.499779 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 619a8492-f932-4048-8258-fe9757a50525 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:56:31.506547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 619a8492-f932-4048-8258-fe9757a50525 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:56:31.507089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.511851 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-20923f71-c989-4880-b573-a93aa5f758b0 req-8b0f555e-2b17-497c-8feb-d49139053724 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599375
Apr 15 19:56:31.630041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:56:31.633901 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32a87087-67a6-454d-8830-c295f0d8e889,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:56:31.640301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.657669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:31.768437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1993d-2df8-42f2-a8fa-f7dc9e5a38a5 req-6731da91-f253-4a33-b752-ef77f15e55dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:31.770028 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7ab1993d-2df8-42f2-a8fa-f7dc9e5a38a5 req-6731da91-f253-4a33-b752-ef77f15e55dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.1025090
Apr 15 19:56:31.802887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.815907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Pushing event updated for resources: {'Port': ['ID=32a87087-67a6-454d-8830-c295f0d8e889,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:31.820624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:31.823860 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7ab1993d-2df8-42f2-a8fa-f7dc9e5a38a5 req-3875a500-6186-4624-ac14-1a2a0319492e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467231
Apr 15 19:56:31.838525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619a8492-f932-4048-8258-fe9757a50525'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:56:31.852614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 619a8492-f932-4048-8258-fe9757a50525, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=619a8492-f932-4048-8258-fe9757a50525,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:31.855759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.856610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:56:31.871378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:31.872053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:31.874176 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] 10.222.0.68 "PUT /v2.0/ports/32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 200  len: 1093 time: 1.3349454
Apr 15 19:56:31.874638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:56:31.919144 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619a8492-f932-4048-8258-fe9757a50525', 'code': 200}
Apr 15 19:56:31.919785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-11778a2b-4e99-49f3-aacd-a05e77072809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:32.023861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=619a8492-f932-4048-8258-fe9757a50525,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:32.027398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:32.052395 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889', 'status': 'completed', 'code': 200}
Apr 15 19:56:32.154508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-8706c80b-234d-4933-ae54-c32f3ab7f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:32.156848 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-8706c80b-234d-4933-ae54-c32f3ab7f661 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1096 time: 0.2342532
Apr 15 19:56:32.261970 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-6e75a81b-b402-4fc8-a6ae-01cd356151ea service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 200  len: 217 time: 0.0976071
Apr 15 19:56:32.284309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e355a9f-fbd4-46aa-8c85-15a919462ec0 req-b52ce542-49cd-4889-bab9-01b6cbd8a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:32.286675 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1e355a9f-fbd4-46aa-8c85-15a919462ec0 req-b52ce542-49cd-4889-bab9-01b6cbd8a11e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1099 time: 0.1213012
Apr 15 19:56:32.301890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903eadf-ad1b-4507-9148-dc8cede2a565 req-38916267-5de4-4e13-82e9-7254d3f29a70 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:32.303591 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b903eadf-ad1b-4507-9148-dc8cede2a565 req-38916267-5de4-4e13-82e9-7254d3f29a70 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.2094929
Apr 15 19:56:32.350600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-9399f1c6-2c4a-4daa-96b0-590aeae71d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:32.352214 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-9399f1c6-2c4a-4daa-96b0-590aeae71d9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=550242ae-fa2e-4160-bae9-e1bb08e920e0 HTTP/1.1" status: 200  len: 847 time: 0.0841424
Apr 15 19:56:32.390419 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b903eadf-ad1b-4507-9148-dc8cede2a565 req-f01597aa-ac15-47f2-bcfc-cdce2d57bce4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664821
Apr 15 19:56:32.392588 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1e355a9f-fbd4-46aa-8c85-15a919462ec0 req-e7c2d3b5-ab14-402e-8759-91c093d59faf service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880599
Apr 15 19:56:32.451694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2f04d4ed-1720-44d4-8d7d-6e66ef7bbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:32.453311 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-2f04d4ed-1720-44d4-8d7d-6e66ef7bbbc1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25f49285-2bdf-40a5-b223-572153ecaf73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0943091
Apr 15 19:56:32.523941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 47728) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:32.718998 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-4474c907-d14a-4911-b311-8853e242225a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1936805
Apr 15 19:56:32.748155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6088c71-f94c-4069-82c9-69304741b531 req-2d00bece-101d-43ea-b978-7fbc76708e98 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:32.750245 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e6088c71-f94c-4069-82c9-69304741b531 req-2d00bece-101d-43ea-b978-7fbc76708e98 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 946 time: 0.1222982
Apr 15 19:56:32.805087 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e6088c71-f94c-4069-82c9-69304741b531 req-c478ab52-06cf-4829-83b8-d2a7867b1d6c tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478306
Apr 15 19:56:32.911086 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-93729f0e-fae8-4b42-aa18-8ce066b5c083 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3785584
Apr 15 19:56:33.034077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51090b04-1785-48dc-bfa5-f824e06514cc req-9417df03-ffec-4887-b01b-4a5c6b96b38b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:33.035694 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51090b04-1785-48dc-bfa5-f824e06514cc req-9417df03-ffec-4887-b01b-4a5c6b96b38b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0928741
Apr 15 19:56:33.063181 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc4481e8-e938-4a2b-a0bc-0eaa92f1e7e1 req-53dc1d3a-7207-4f73-8ad3-2ef7df08d014 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453657
Apr 15 19:56:33.086926 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51090b04-1785-48dc-bfa5-f824e06514cc req-9f0318da-78c0-4755-bfdc-0f204461178a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438373
Apr 15 19:56:33.192698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff6ec-5292-48be-93f3-b199270e8300 req-fdb099db-6621-4d71-bdd0-90b68279af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:33.194300 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9edff6ec-5292-48be-93f3-b199270e8300 req-fdb099db-6621-4d71-bdd0-90b68279af73 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1096 time: 0.0767794
Apr 15 19:56:33.342385 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff6ec-5292-48be-93f3-b199270e8300 req-a07d60a5-3b9e-4aeb-b157-89920069ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:33.344044 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9edff6ec-5292-48be-93f3-b199270e8300 req-a07d60a5-3b9e-4aeb-b157-89920069ee48 service neutron] 10.222.0.68 "GET /v2.0/networks?id=25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 200  len: 909 time: 0.1379337
Apr 15 19:56:33.424930 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9edff6ec-5292-48be-93f3-b199270e8300 req-adc80d8c-bc24-456a-8f75-ba1e33f4c6ae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 200  len: 217 time: 0.0719063
Apr 15 19:56:33.539247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff6ec-5292-48be-93f3-b199270e8300 req-65356ca3-6974-4e6f-a4f4-1d8ddcbc3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:33.541227 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9edff6ec-5292-48be-93f3-b199270e8300 req-65356ca3-6974-4e6f-a4f4-1d8ddcbc3d67 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=550242ae-fa2e-4160-bae9-e1bb08e920e0 HTTP/1.1" status: 200  len: 847 time: 0.1028888
Apr 15 19:56:33.648609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff6ec-5292-48be-93f3-b199270e8300 req-f2a692f1-6bc7-44fa-a443-0f5ef0bdeb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:33.650232 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9edff6ec-5292-48be-93f3-b199270e8300 req-f2a692f1-6bc7-44fa-a443-0f5ef0bdeb7e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25f49285-2bdf-40a5-b223-572153ecaf73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1022289
Apr 15 19:56:33.665442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4514b28-33fa-4f6f-87e3-311a219c076e req-f201261a-4d0d-4404-bf1b-a4b5ad7e4729 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:33.667345 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d4514b28-33fa-4f6f-87e3-311a219c076e req-f201261a-4d0d-4404-bf1b-a4b5ad7e4729 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1026123
Apr 15 19:56:33.727056 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d4514b28-33fa-4f6f-87e3-311a219c076e req-0e52a243-c42b-42ee-97a0-0fc2ce7b0361 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507417
Apr 15 19:56:33.807562 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9edff6ec-5292-48be-93f3-b199270e8300 req-c36c9c63-b781-433b-b1f9-5852563b2962 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502676
Apr 15 19:56:33.968727 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9edff6ec-5292-48be-93f3-b199270e8300 req-720a1137-f84c-4876-84bd-e7fe0fa370b6 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522315
Apr 15 19:56:34.009444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6a9caa7a-6dd0-4f23-80f0-c43b0b89c16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:34.030412 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53899a-b2ac-4568-b2ca-3f476c529843 req-16fa5b60-a812-417e-856b-fd25629ebdad tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:34.032022 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5a53899a-b2ac-4568-b2ca-3f476c529843 req-16fa5b60-a812-417e-856b-fd25629ebdad tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 946 time: 0.0903471
Apr 15 19:56:34.078572 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5a53899a-b2ac-4568-b2ca-3f476c529843 req-80b13db3-0488-4448-809b-322040fbfe56 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401878
Apr 15 19:56:34.349466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d738d-ae73-4a70-91f3-8f4d5fb55a7d req-835c3bcb-9ad2-4887-ba53-61894e0a1471 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:34.351013 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6d1d738d-ae73-4a70-91f3-8f4d5fb55a7d req-835c3bcb-9ad2-4887-ba53-61894e0a1471 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 946 time: 0.1579955
Apr 15 19:56:34.360275 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128aee-2fff-421c-8ebe-10080f669215 req-71098fb7-1947-489a-ba19-354eac4bc5bf tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:34.361852 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51128aee-2fff-421c-8ebe-10080f669215 req-71098fb7-1947-489a-ba19-354eac4bc5bf tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.1332123
Apr 15 19:56:34.438023 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6d1d738d-ae73-4a70-91f3-8f4d5fb55a7d req-9949a104-4b95-4a8c-bff1-c1bb265c01e9 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752230
Apr 15 19:56:34.442564 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51128aee-2fff-421c-8ebe-10080f669215 req-d3dcb1d5-a88a-4cee-9275-3e0209dfed62 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641205
Apr 15 19:56:34.914613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3258d-5785-47be-bfc3-e9f080654f10 req-77897304-ef0e-463a-8d78-36f4d0c54d63 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:34.916521 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1fa3258d-5785-47be-bfc3-e9f080654f10 req-77897304-ef0e-463a-8d78-36f4d0c54d63 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 946 time: 0.1398301
Apr 15 19:56:34.989800 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1fa3258d-5785-47be-bfc3-e9f080654f10 req-6a18fbf8-2983-4c40-8e9d-4d53dfd1b994 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630360
Apr 15 19:56:35.002600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a50b8-c99c-4f3a-8452-ee7c250ce2a7 req-aea7e38a-1d3c-4c50-8951-0daed803e210 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:35.002600 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b32a50b8-c99c-4f3a-8452-ee7c250ce2a7 req-aea7e38a-1d3c-4c50-8951-0daed803e210 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1455679
Apr 15 19:56:35.066852 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b32a50b8-c99c-4f3a-8452-ee7c250ce2a7 req-90f50dc8-2e7e-486c-a245-7d8b832bb825 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496206
Apr 15 19:56:35.350019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da4677-150a-437d-bb92-4a3a140e5054 req-5516fc42-770d-4106-82a6-7dc63bf21e70 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:35.351657 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09da4677-150a-437d-bb92-4a3a140e5054 req-5516fc42-770d-4106-82a6-7dc63bf21e70 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0940964
Apr 15 19:56:35.412493 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09da4677-150a-437d-bb92-4a3a140e5054 req-6dce036a-c3eb-4130-b5aa-5aa9bb6459c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536408
Apr 15 19:56:35.664328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5ee70-cd89-4952-901a-7374b902e63c req-11a0ae36-a768-48d9-a955-100e3f0f0066 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:35.666302 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d3f5ee70-cd89-4952-901a-7374b902e63c req-11a0ae36-a768-48d9-a955-100e3f0f0066 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0947225
Apr 15 19:56:35.725775 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d3f5ee70-cd89-4952-901a-7374b902e63c req-bc153022-0f6a-4e2a-bc82-a42b4a7fbc6f tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519745
Apr 15 19:56:36.155803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7dd4727-4a5a-440f-8df4-3db652378dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:36.278113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127837b-6e04-4d73-b8af-b1f908811cb0 req-1371559a-c1e6-4646-897a-8283d5d2344f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:36.279745 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5127837b-6e04-4d73-b8af-b1f908811cb0 req-1371559a-c1e6-4646-897a-8283d5d2344f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0903957
Apr 15 19:56:36.594555 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5127837b-6e04-4d73-b8af-b1f908811cb0 req-9819b78a-e186-4efa-8285-bc02f6e1519b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3085279
Apr 15 19:56:36.633039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423c9c2-0065-4392-8d16-884cb6da6d78 req-8785c5cb-f98d-4649-bc01-9fdc6a740c8f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:36.634643 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c423c9c2-0065-4392-8d16-884cb6da6d78 req-8785c5cb-f98d-4649-bc01-9fdc6a740c8f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1089330
Apr 15 19:56:36.683318 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c423c9c2-0065-4392-8d16-884cb6da6d78 req-3b8568d1-6bff-4468-add7-ecde4245d5e0 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413599
Apr 15 19:56:36.843934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:36.954727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26bad7-2960-4313-a0ea-c0eb9b641da7 req-9f197718-ce30-4f17-80c5-c53e75871287 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:36.985991 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea26bad7-2960-4313-a0ea-c0eb9b641da7 req-9f197718-ce30-4f17-80c5-c53e75871287 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.1523964
Apr 15 19:56:37.064457 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea26bad7-2960-4313-a0ea-c0eb9b641da7 req-cc1b145d-77b1-4e2e-a05e-895e6faae159 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692546
Apr 15 19:56:37.692781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:37.804744 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc717bee-fa02-4fb4-9ae3-8afb119847d0 req-fb354810-fa64-4369-9516-f7b500732505 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:37.806344 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc717bee-fa02-4fb4-9ae3-8afb119847d0 req-fb354810-fa64-4369-9516-f7b500732505 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0915616
Apr 15 19:56:37.903516 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bc717bee-fa02-4fb4-9ae3-8afb119847d0 req-3b549b01-0682-4f6f-93af-edc3f9a6003d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553696
Apr 15 19:56:37.929693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d37724-ab60-4d0a-ba9f-8f55f75562cc req-9a53f42d-0ca4-4e20-b7f2-03940eead56f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:37.931286 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-95d37724-ab60-4d0a-ba9f-8f55f75562cc req-9a53f42d-0ca4-4e20-b7f2-03940eead56f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1239295
Apr 15 19:56:37.979043 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-95d37724-ab60-4d0a-ba9f-8f55f75562cc req-d82bfd48-ba16-4615-a1b9-ab26bbf8c57e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407255
Apr 15 19:56:38.267867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63aca0-ad03-4114-be7a-e97fd317cf50 req-bf73e1d7-a92e-4963-9dc6-d27776175e1b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:38.269338 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0e63aca0-ad03-4114-be7a-e97fd317cf50 req-bf73e1d7-a92e-4963-9dc6-d27776175e1b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0892706
Apr 15 19:56:38.316081 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0e63aca0-ad03-4114-be7a-e97fd317cf50 req-9587ecb5-b0ba-4b67-ac47-0ee3a9568261 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406206
Apr 15 19:56:38.732553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:39.159867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3523548-8fb0-4b99-9e69-e1dd04a3c86d req-eee61d2e-6546-45aa-bc0e-da883ea677e5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:39.161470 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f3523548-8fb0-4b99-9e69-e1dd04a3c86d req-eee61d2e-6546-45aa-bc0e-da883ea677e5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1382706
Apr 15 19:56:39.225681 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f3523548-8fb0-4b99-9e69-e1dd04a3c86d req-973f2efe-1069-4ced-b472-8ac89f2277f6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573609
Apr 15 19:56:39.235310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7f9f6-5144-4e9e-80c0-53f70e4e71b9 req-cebc05c3-06e5-492f-a439-61faa61a4189 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:39.236867 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-30e7f9f6-5144-4e9e-80c0-53f70e4e71b9 req-cebc05c3-06e5-492f-a439-61faa61a4189 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1444054
Apr 15 19:56:39.286563 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-30e7f9f6-5144-4e9e-80c0-53f70e4e71b9 req-417ad4e4-6667-4004-bee0-b70c9c2c205b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432625
Apr 15 19:56:39.511416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7587-12ff-4a79-b038-19e24935bdc7 req-b7a3abf8-2331-4655-b39d-29c162f9f9ad tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:39.512883 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea6e7587-12ff-4a79-b038-19e24935bdc7 req-b7a3abf8-2331-4655-b39d-29c162f9f9ad tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0852585
Apr 15 19:56:39.561783 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea6e7587-12ff-4a79-b038-19e24935bdc7 req-23e0a1de-aa13-486c-bab0-812a7be635e0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426295
Apr 15 19:56:40.492545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ad295-6bd3-40ec-8d07-e2a6209ae835 req-33c6e6a7-59d6-48f8-825b-7cbf04c3c781 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:40.494198 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-883ad295-6bd3-40ec-8d07-e2a6209ae835 req-33c6e6a7-59d6-48f8-825b-7cbf04c3c781 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1471243
Apr 15 19:56:40.593743 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-883ad295-6bd3-40ec-8d07-e2a6209ae835 req-2a2104d0-8609-4ca3-98fb-90e9ff81411e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569146
Apr 15 19:56:40.619890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff40f95-2bb5-4b60-a695-7d4199a6ec8c req-2441e885-22d7-4d84-ae52-dec5cacea321 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:40.621463 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7ff40f95-2bb5-4b60-a695-7d4199a6ec8c req-2441e885-22d7-4d84-ae52-dec5cacea321 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1869869
Apr 15 19:56:40.673274 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7ff40f95-2bb5-4b60-a695-7d4199a6ec8c req-c0545a81-6325-4468-a2b8-f883f248123b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433836
Apr 15 19:56:40.810699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565337b-84cb-4830-b6ee-4bb8fa867539 req-f4bccdad-5758-4f5c-9290-5a4b3e5bd6c6 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:40.813143 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5565337b-84cb-4830-b6ee-4bb8fa867539 req-f4bccdad-5758-4f5c-9290-5a4b3e5bd6c6 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0929942
Apr 15 19:56:40.865539 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5565337b-84cb-4830-b6ee-4bb8fa867539 req-331f8ad5-cdfa-4e9b-8cbd-e8c443e0dabc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457613
Apr 15 19:56:41.806064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf408095-5b56-49e8-ba72-3b9a1ef1828f req-603ef7d3-a83e-4b5f-acc8-90f653488007 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:41.807881 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cf408095-5b56-49e8-ba72-3b9a1ef1828f req-603ef7d3-a83e-4b5f-acc8-90f653488007 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0927520
Apr 15 19:56:41.924376 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cf408095-5b56-49e8-ba72-3b9a1ef1828f req-b625c833-b575-4716-83c4-840a51743609 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712302
Apr 15 19:56:41.959990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989aa1d-ca3f-46bd-bbe3-a39905de0fb3 req-77fbfb19-bba8-4a74-affd-ba255a081630 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:41.962032 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c989aa1d-ca3f-46bd-bbe3-a39905de0fb3 req-77fbfb19-bba8-4a74-affd-ba255a081630 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1531940
Apr 15 19:56:42.015742 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c989aa1d-ca3f-46bd-bbe3-a39905de0fb3 req-8f7a9c14-5ec0-445c-92f9-ab063586ddd2 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466511
Apr 15 19:56:42.145172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c1ae3-36b7-40be-b876-da99a67276d7 req-a911b50d-9a66-4e2a-b939-b30453d0137e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:42.152529 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2e9c1ae3-36b7-40be-b876-da99a67276d7 req-a911b50d-9a66-4e2a-b939-b30453d0137e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.1001050
Apr 15 19:56:42.209664 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2e9c1ae3-36b7-40be-b876-da99a67276d7 req-83a5a2cb-7635-4be5-a529-6ded1fab9feb tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561604
Apr 15 19:56:43.135804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703101ab-3b85-4686-95d8-252d8278221d req-a67894d3-7b51-42f8-9d88-36e8506f564c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:43.137427 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-703101ab-3b85-4686-95d8-252d8278221d req-a67894d3-7b51-42f8-9d88-36e8506f564c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0905349
Apr 15 19:56:43.239725 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-703101ab-3b85-4686-95d8-252d8278221d req-4f14f3b9-d7ca-444e-a155-74a8d35e3723 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955656
Apr 15 19:56:43.280503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2ae42-7b69-4dba-a543-032c6473e566 req-a350e73e-b164-4e8f-baba-542872423688 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:43.282219 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-afa2ae42-7b69-4dba-a543-032c6473e566 req-a350e73e-b164-4e8f-baba-542872423688 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1214285
Apr 15 19:56:43.332327 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-afa2ae42-7b69-4dba-a543-032c6473e566 req-a3ce6bb6-8fce-4304-8b07-76b10c1ab99b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435054
Apr 15 19:56:43.436710 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5bf97-991e-47f3-a6a6-f39db8c035f8 req-01c8681a-e383-45b6-b17f-deaeaa12dd6b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:43.438353 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a3c5bf97-991e-47f3-a6a6-f39db8c035f8 req-01c8681a-e383-45b6-b17f-deaeaa12dd6b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0886047
Apr 15 19:56:43.486579 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a3c5bf97-991e-47f3-a6a6-f39db8c035f8 req-dbeae8d0-712d-4b81-b7ff-44b8d6d5054f tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415623
Apr 15 19:56:43.779603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 47980) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:43.905750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:43.921060 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:43.924999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Usage tracker for resource:security_group_rule and tenant:a26fe17a35374e8b9d9cfe6d075bc6d0 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:43.927906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:43.933810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:44.019307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.021851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.030706 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-95f6b018-a60b-4c2f-9349-cdfcf6d09ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:44.073447 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a26fe17a35374e8b9d9cfe6d075bc6d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2927213
Apr 15 19:56:44.074659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0b3a01-6aaa-45d1-880b-c25e9be503e4,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:44.076920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 47986) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:44.078711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:44.140319 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1072d546-85b8-4d53-851e-470a25c54f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.168027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1072d546-85b8-4d53-851e-470a25c54f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.214357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1072d546-85b8-4d53-851e-470a25c54f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.218292 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7a3085e6-e622-410c-b117-b0088c1c7f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:44.232151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072d546-85b8-4d53-851e-470a25c54f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0b3a01-6aaa-45d1-880b-c25e9be503e4,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:44.235220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1072d546-85b8-4d53-851e-470a25c54f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:44.237237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1072d546-85b8-4d53-851e-470a25c54f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.238431 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1072d546-85b8-4d53-851e-470a25c54f4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db0b3a01-6aaa-45d1-880b-c25e9be503e4 HTTP/1.1" status: 204  len: 168 time: 0.1603715
Apr 15 19:56:44.453666 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe8cdb-0f7d-4ef2-a43f-1553819a9242 req-1236f08e-d514-4be4-9be5-c5c55897be28 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:44.455331 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-55fe8cdb-0f7d-4ef2-a43f-1553819a9242 req-1236f08e-d514-4be4-9be5-c5c55897be28 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0975020
Apr 15 19:56:44.539553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48004) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:44.555753 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-55fe8cdb-0f7d-4ef2-a43f-1553819a9242 req-d7f4ad39-0666-4af3-a5d1-1320a1005221 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613673
Apr 15 19:56:44.560556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.577801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:56:44.581936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Usage tracker for resource:security_group_rule and tenant:c6b437d541e14dba8375061a5e0b44ff is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:56:44.585332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:56:44.585884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2e076-bf01-4f84-b7c7-dec2aa1af4ab req-2c0b6ddf-4dd8-43eb-86bd-75cc22c0fbb4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:44.587535 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51e2e076-bf01-4f84-b7c7-dec2aa1af4ab req-2c0b6ddf-4dd8-43eb-86bd-75cc22c0fbb4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1312137
Apr 15 19:56:44.591799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:56:44.646189 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-51e2e076-bf01-4f84-b7c7-dec2aa1af4ab req-867a6140-9209-48f0-aa6e-0d8f4d60a464 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525334
Apr 15 19:56:44.691580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.694499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.704200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3cf53698-ad2d-4f95-b271-d7221a100514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:44.745844 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6b437d541e14dba8375061a5e0b44ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2043378
Apr 15 19:56:44.748038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8933ec4b-4043-4dd3-a1ee-09e0ace70a06,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:44.750056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 48008) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:56:44.751396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:44.781122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff391eb-a860-4aa2-a4c7-bbb0035d9d7b req-f3c399b7-c019-440e-994f-1fd4fb6bf134 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:44.782731 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ff391eb-a860-4aa2-a4c7-bbb0035d9d7b req-f3c399b7-c019-440e-994f-1fd4fb6bf134 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.1111350
Apr 15 19:56:44.858397 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ff391eb-a860-4aa2-a4c7-bbb0035d9d7b req-bd907714-f320-4641-a19d-684ffbb5c7f7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662277
Apr 15 19:56:44.865322 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d4364c26-496d-4984-809c-bca737fa1443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.892835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d4364c26-496d-4984-809c-bca737fa1443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.936042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d4364c26-496d-4984-809c-bca737fa1443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.940930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a1c18852-aabd-40c8-b434-fcd3d8cbbc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:44.953964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4364c26-496d-4984-809c-bca737fa1443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8933ec4b-4043-4dd3-a1ee-09e0ace70a06,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:44.958827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d4364c26-496d-4984-809c-bca737fa1443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:44.963371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d4364c26-496d-4984-809c-bca737fa1443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:44.964595 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d4364c26-496d-4984-809c-bca737fa1443 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8933ec4b-4043-4dd3-a1ee-09e0ace70a06 HTTP/1.1" status: 204  len: 168 time: 0.2120497
Apr 15 19:56:45.830088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968cc3d-f777-459d-a9cc-50110ecacc41 req-c75ccd5e-012a-4818-aa2a-30fc2cda9b43 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:45.831653 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d968cc3d-f777-459d-a9cc-50110ecacc41 req-c75ccd5e-012a-4818-aa2a-30fc2cda9b43 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1466877
Apr 15 19:56:45.895083 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d968cc3d-f777-459d-a9cc-50110ecacc41 req-4ce2d7b8-f09e-492b-81b3-b4a32faf6b94 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573101
Apr 15 19:56:45.923187 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aa3dc-3a5a-454b-9852-9be07dae0eb0 req-fb77a1b3-3483-4ef8-8c46-09723b211f95 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:45.924894 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bf9aa3dc-3a5a-454b-9852-9be07dae0eb0 req-fb77a1b3-3483-4ef8-8c46-09723b211f95 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1395557
Apr 15 19:56:45.983387 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bf9aa3dc-3a5a-454b-9852-9be07dae0eb0 req-5d5e653b-c79c-4628-92f0-50a30a8c1e4d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504649
Apr 15 19:56:46.096077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b788c-062b-4bd1-884b-0fc5d421baf8 req-d232ed35-8e2b-4f5d-8ccd-6b0533eb0479 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:46.097714 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-767b788c-062b-4bd1-884b-0fc5d421baf8 req-d232ed35-8e2b-4f5d-8ccd-6b0533eb0479 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0905333
Apr 15 19:56:46.146193 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-767b788c-062b-4bd1-884b-0fc5d421baf8 req-aef47f1e-9e5b-405b-9a2f-7fea8e354c5d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419066
Apr 15 19:56:47.108848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac7d4b-5b40-40c0-bc34-4dbadf3e25c3 req-76889a93-a39c-4ab1-abc1-f788a617ca6e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:47.110347 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-baac7d4b-5b40-40c0-bc34-4dbadf3e25c3 req-76889a93-a39c-4ab1-abc1-f788a617ca6e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0961463
Apr 15 19:56:47.206466 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-baac7d4b-5b40-40c0-bc34-4dbadf3e25c3 req-040061fc-e231-488c-9cfd-880b03ec5591 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610037
Apr 15 19:56:47.232767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19ecd3-a8c3-450c-8765-bde109587df1 req-456079a3-5ca1-4b28-9b06-248739671303 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:47.234363 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6e19ecd3-a8c3-450c-8765-bde109587df1 req-456079a3-5ca1-4b28-9b06-248739671303 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1352041
Apr 15 19:56:47.282811 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6e19ecd3-a8c3-450c-8765-bde109587df1 req-b5de9a8e-1926-43bd-8a8d-470c79cfa800 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412273
Apr 15 19:56:47.400331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c0ab5-88bc-462e-bb79-2162dd8cf679 req-aefb082e-bc9b-45a7-85f5-4ee9d8626928 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:47.401856 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9f8c0ab5-88bc-462e-bb79-2162dd8cf679 req-aefb082e-bc9b-45a7-85f5-4ee9d8626928 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0922642
Apr 15 19:56:47.450668 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9f8c0ab5-88bc-462e-bb79-2162dd8cf679 req-a95de4cf-d7e1-4332-a69e-439439c94592 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425317
Apr 15 19:56:47.969247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-25b24f6d-ef87-43f1-b90d-ad54c6846f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:47.970875 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-25b24f6d-ef87-43f1-b90d-ad54c6846f58 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10&tenant_id=b1e9c7381e93406886cc6f3577690f28 HTTP/1.1" status: 200  len: 1097 time: 0.0811887
Apr 15 19:56:48.077378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-35d79f4c-7dab-492b-9952-564862f07a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:48.078974 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-35d79f4c-7dab-492b-9952-564862f07a20 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 1097 time: 0.0843666
Apr 15 19:56:48.222384 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-5b107557-ce42-4bc0-b61e-aaeb4582e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:48.224123 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-5b107557-ce42-4bc0-b61e-aaeb4582e630 service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.1384797
Apr 15 19:56:48.413835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67eea7-4064-4eb1-9921-ae059e8ec1f3 req-4ae35468-f3d5-48f4-acd4-37520b9ec2d1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:48.415778 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dc67eea7-4064-4eb1-9921-ae059e8ec1f3 req-4ae35468-f3d5-48f4-acd4-37520b9ec2d1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0910785
Apr 15 19:56:48.517927 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dc67eea7-4064-4eb1-9921-ae059e8ec1f3 req-e8365ba6-bef5-4286-9b6a-e8ad8551f408 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627329
Apr 15 19:56:48.543662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6288252-f51a-41a0-866b-762339b9eb82 req-243bc06d-57b6-4c1e-9bd5-83872a27cd58 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:48.545233 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e6288252-f51a-41a0-866b-762339b9eb82 req-243bc06d-57b6-4c1e-9bd5-83872a27cd58 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1284833
Apr 15 19:56:48.597301 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e6288252-f51a-41a0-866b-762339b9eb82 req-e2b9a862-2b1a-4b0b-baeb-8f28099335da tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432796
Apr 15 19:56:48.724198 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741966a-f4ad-466e-8083-5460873b6093 req-12b9c765-89cd-4078-85e7-3a468f2a79a8 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:48.725807 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e741966a-f4ad-466e-8083-5460873b6093 req-12b9c765-89cd-4078-85e7-3a468f2a79a8 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0917640
Apr 15 19:56:48.772614 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e741966a-f4ad-466e-8083-5460873b6093 req-6ed439f4-cda2-4df9-8e9c-0530f86b5263 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404148
Apr 15 19:56:49.795945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c93e8-b19b-4ada-b383-95a8c9032e0d req-2af1042e-e43a-4daf-8bca-cee2f9616180 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:49.797515 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd7c93e8-b19b-4ada-b383-95a8c9032e0d req-2af1042e-e43a-4daf-8bca-cee2f9616180 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1584687
Apr 15 19:56:49.864864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352df42-9640-4f6f-bda4-9a9aeea33871 req-fb9aab1b-0dea-4026-9cdb-da49d644aff6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:49.866453 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d352df42-9640-4f6f-bda4-9a9aeea33871 req-fb9aab1b-0dea-4026-9cdb-da49d644aff6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1408706
Apr 15 19:56:49.871420 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd7c93e8-b19b-4ada-b383-95a8c9032e0d req-b1c77c79-b159-4167-a4a6-ab7b3cf40381 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656540
Apr 15 19:56:49.921893 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d352df42-9640-4f6f-bda4-9a9aeea33871 req-b35f7a4f-b73d-4d4a-a080-d1187da12505 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474653
Apr 15 19:56:49.940978 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-6b230f7a-a7d2-4842-b49c-31c6599e2323 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=431c18ae-c617-4e1e-bca6-7134661c98e1 HTTP/1.1" status: 200  len: 1000 time: 0.1251123
Apr 15 19:56:50.072573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87445ad5-7269-4c22-9e8c-39ead3548870 req-9eae6858-67ab-41de-babf-3beee58ba04a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:50.074046 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-87445ad5-7269-4c22-9e8c-39ead3548870 req-9eae6858-67ab-41de-babf-3beee58ba04a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0890005
Apr 15 19:56:50.121327 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-87445ad5-7269-4c22-9e8c-39ead3548870 req-cb97a093-72dd-449b-bd4a-6830312cb4f5 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405462
Apr 15 19:56:50.974350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-2b58e05d-21fe-42b3-a904-b29ea4981b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:50.975982 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-2b58e05d-21fe-42b3-a904-b29ea4981b84 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0659819
Apr 15 19:56:51.144557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca6807-fa64-478a-bcc9-749abc47ca97 req-3d091e3c-0057-48cd-97ad-67c84ff4f5ca tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:51.146132 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-99ca6807-fa64-478a-bcc9-749abc47ca97 req-3d091e3c-0057-48cd-97ad-67c84ff4f5ca tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1556835
Apr 15 19:56:51.158606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c2654-d9c1-434f-bb0d-566995d6d888 req-15d4139b-4b3f-400d-8a90-ecdc6757985a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:51.160095 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9c9c2654-d9c1-434f-bb0d-566995d6d888 req-15d4139b-4b3f-400d-8a90-ecdc6757985a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1213145
Apr 15 19:56:51.233582 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-99ca6807-fa64-478a-bcc9-749abc47ca97 req-63ecde5b-1ec6-4ac0-9d83-07c01d7e8a59 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725117
Apr 15 19:56:51.238026 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9c9c2654-d9c1-434f-bb0d-566995d6d888 req-ed0cf6ff-5a70-4f92-8743-3c90535f3dfc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628159
Apr 15 19:56:51.424018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177eb42-1244-4de2-89cc-9954b686d5b2 req-1cbb7cf9-3157-43d3-99a7-2ca847bad024 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:51.425539 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2177eb42-1244-4de2-89cc-9954b686d5b2 req-1cbb7cf9-3157-43d3-99a7-2ca847bad024 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0879636
Apr 15 19:56:51.474643 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2177eb42-1244-4de2-89cc-9954b686d5b2 req-7a6392a1-b64b-4e46-8b70-007da84dea84 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429444
Apr 15 19:56:52.709063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-32c36447-6ae4-4fc9-876e-00d74a9e0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:52.710677 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-32c36447-6ae4-4fc9-876e-00d74a9e0bb2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824397
Apr 15 19:56:52.723354 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20fdc-508d-4580-b067-7712f27ad1ab req-a4b7c500-30c9-4728-bfe5-fdec44edc9b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:52.724940 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ed20fdc-508d-4580-b067-7712f27ad1ab req-a4b7c500-30c9-4728-bfe5-fdec44edc9b7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.3730850
Apr 15 19:56:52.733917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6280621-6708-40cd-8fc1-93164b2ced8b req-6a5b6368-b33f-4321-b13a-fa3d540a665f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:52.735457 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e6280621-6708-40cd-8fc1-93164b2ced8b req-6a5b6368-b33f-4321-b13a-fa3d540a665f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.3815465
Apr 15 19:56:52.810568 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ed20fdc-508d-4580-b067-7712f27ad1ab req-49c6bc64-5612-4d48-ad32-0dc723f55f55 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740557
Apr 15 19:56:52.815172 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e6280621-6708-40cd-8fc1-93164b2ced8b req-8fcd759a-8b9c-4658-b516-71fdb75f6355 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626483
Apr 15 19:56:52.863647 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-9f186932-d79b-43e6-9480-30d49ed6e794 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448293
Apr 15 19:56:53.016716 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45ffd8f9-13a0-4783-9dcc-c9c84c995319 req-27bdc819-96cd-4331-8a4f-e09bfe2eaa66 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425030
Apr 15 19:56:53.033860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa87cc9-f565-4164-af4e-58650b6a166b req-428964ca-0ae5-4905-a0ed-500b34429d31 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:53.035505 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-faa87cc9-f565-4164-af4e-58650b6a166b req-428964ca-0ae5-4905-a0ed-500b34429d31 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0931225
Apr 15 19:56:53.088895 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-faa87cc9-f565-4164-af4e-58650b6a166b req-fabae635-de9c-4d0e-bcd3-1cdb31c1b2a0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467377
Apr 15 19:56:54.090723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af053b-1994-4025-a784-69d7da7e1cd5 req-f69f071b-490b-4ecc-9569-778497eea4ba tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:54.092410 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-13af053b-1994-4025-a784-69d7da7e1cd5 req-f69f071b-490b-4ecc-9569-778497eea4ba tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1562791
Apr 15 19:56:54.105074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f0dba-397d-4ee5-a2f2-c794024a2a2a req-8e282326-c0fb-4475-ac5e-8695b5c998bc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:54.107192 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5a1f0dba-397d-4ee5-a2f2-c794024a2a2a req-8e282326-c0fb-4475-ac5e-8695b5c998bc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1342802
Apr 15 19:56:54.188900 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-13af053b-1994-4025-a784-69d7da7e1cd5 req-402aa13d-da7c-4833-b049-1029791a5e4e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806181
Apr 15 19:56:54.193574 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5a1f0dba-397d-4ee5-a2f2-c794024a2a2a req-34ee222e-0a7f-4a90-af02-7be2e88024c5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669758
Apr 15 19:56:54.469104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ed2e-dc73-44c3-ae22-778f25dde21a req-f5892288-31db-4d18-99d5-bab40f2ec7f8 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:54.470617 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5886ed2e-dc73-44c3-ae22-778f25dde21a req-f5892288-31db-4d18-99d5-bab40f2ec7f8 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.1679492
Apr 15 19:56:54.647711 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5886ed2e-dc73-44c3-ae22-778f25dde21a req-4e0f5610-1ffb-43ba-881c-cdeb5b52e1c0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1654644
Apr 15 19:56:54.730145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7c373-fc10-4ee7-bc93-9c9fef8a7642 req-03527fdb-d80c-4b78-bd6e-5a0d14824cb6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:54.739222 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ea7c373-fc10-4ee7-bc93-9c9fef8a7642 req-03527fdb-d80c-4b78-bd6e-5a0d14824cb6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1900795
Apr 15 19:56:54.803865 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ea7c373-fc10-4ee7-bc93-9c9fef8a7642 req-8cb8436d-9e95-4a58-b882-cbd98c920bc3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636048
Apr 15 19:56:55.452100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca89f1-ec3d-4921-94be-58ada37e650d req-292c26f0-386a-4acd-ad1e-cc1d53e3cdea tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:55.453756 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2bca89f1-ec3d-4921-94be-58ada37e650d req-292c26f0-386a-4acd-ad1e-cc1d53e3cdea tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0998831
Apr 15 19:56:55.514720 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2bca89f1-ec3d-4921-94be-58ada37e650d req-7fc40a77-fb2e-4682-8e97-588d48935fa5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441000
Apr 15 19:56:55.912551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568e323-9f08-4074-a414-3988081abfbc req-782013b7-fb01-4c6b-8940-0cd5801fe377 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:55.921769 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4568e323-9f08-4074-a414-3988081abfbc req-782013b7-fb01-4c6b-8940-0cd5801fe377 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.1363485
Apr 15 19:56:56.023998 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4568e323-9f08-4074-a414-3988081abfbc req-54585a77-33c3-4a71-85d0-a7da0b2377c0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1012731
Apr 15 19:56:56.070846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a1f7c-f6ce-4463-8709-47eace0cee0a req-39bdeb25-7363-41a2-815c-807882e62752 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:56.072785 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a27a1f7c-f6ce-4463-8709-47eace0cee0a req-39bdeb25-7363-41a2-815c-807882e62752 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1271398
Apr 15 19:56:56.125944 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a27a1f7c-f6ce-4463-8709-47eace0cee0a req-83ca8cbf-6aa5-49a5-97c5-866a86d4e1b6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459871
Apr 15 19:56:56.723047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260854c-3b0a-4140-828a-333e8ce0bc16 req-79cafd0a-bf71-4220-a996-a383e5e18c29 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:56.724682 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8260854c-3b0a-4140-828a-333e8ce0bc16 req-79cafd0a-bf71-4220-a996-a383e5e18c29 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0906005
Apr 15 19:56:56.774910 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8260854c-3b0a-4140-828a-333e8ce0bc16 req-01474cae-0dee-469a-ad77-4040d5b52c2d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438981
Apr 15 19:56:57.238581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec627070-36c7-46de-9132-fd6efb094f76 req-084d6621-22c1-44c3-87ef-1778b56cb97f tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:57.241758 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ec627070-36c7-46de-9132-fd6efb094f76 req-084d6621-22c1-44c3-87ef-1778b56cb97f tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0951989
Apr 15 19:56:57.353829 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ec627070-36c7-46de-9132-fd6efb094f76 req-d1ab69ea-2e4f-45da-9f1f-e5ce7d027a08 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071427
Apr 15 19:56:57.383880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ce5b7-15d9-4193-8a66-3c197bb6596b req-a3a94c2d-3b67-4b1b-8c4e-0070031cbe31 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:57.386544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:57.387785 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-854ce5b7-15d9-4193-8a66-3c197bb6596b req-a3a94c2d-3b67-4b1b-8c4e-0070031cbe31 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1230667
Apr 15 19:56:57.436679 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-854ce5b7-15d9-4193-8a66-3c197bb6596b req-0f169df6-e60d-4907-8fa5-6cf43ab56bcd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443819
Apr 15 19:56:57.986895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e5661-6a2f-4024-8424-0eee65ccbc65 req-96bc17b3-683b-4914-8f22-b352317b0a40 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:57.988566 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df8e5661-6a2f-4024-8424-0eee65ccbc65 req-96bc17b3-683b-4914-8f22-b352317b0a40 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0932472
Apr 15 19:56:58.037837 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df8e5661-6a2f-4024-8424-0eee65ccbc65 req-5aec6624-6799-4e47-9937-48f3e27feec4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428238
Apr 15 19:56:58.593345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd0f4a-d45a-48f7-9826-8507ec86c3b2 req-5bae1f31-e0d7-4c47-b7a5-807330c4a3c0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:58.594904 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ebd0f4a-d45a-48f7-9826-8507ec86c3b2 req-5bae1f31-e0d7-4c47-b7a5-807330c4a3c0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.1255231
Apr 15 19:56:58.657900 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ebd0f4a-d45a-48f7-9826-8507ec86c3b2 req-13120320-ecbc-40c6-a36c-1355cc522ca1 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565054
Apr 15 19:56:58.684904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a202e3-6605-470c-8eba-aa6cd7130470 req-78de3403-83cf-4273-a704-45638136fcf6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:58.686516 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a3a202e3-6605-470c-8eba-aa6cd7130470 req-78de3403-83cf-4273-a704-45638136fcf6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1361916
Apr 15 19:56:58.741211 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a3a202e3-6605-470c-8eba-aa6cd7130470 req-6241b70a-e52d-494d-a135-6d0579857edf tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474889
Apr 15 19:56:59.249420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f7184-b7f4-4dcf-a6b1-c01fea4b42d7 req-8a427204-0a3c-458a-8d9a-c1247992b109 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:59.250950 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-164f7184-b7f4-4dcf-a6b1-c01fea4b42d7 req-8a427204-0a3c-458a-8d9a-c1247992b109 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0891473
Apr 15 19:56:59.268908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 32a87087-67a6-454d-8830-c295f0d8e889 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:56:59.301568 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-164f7184-b7f4-4dcf-a6b1-c01fea4b42d7 req-b322b256-c25f-4a52-a5ce-a4bd2cc04068 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442464
Apr 15 19:56:59.427212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32a87087-67a6-454d-8830-c295f0d8e889,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:59.442450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '32a87087-67a6-454d-8830-c295f0d8e889', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'port_id': '32a87087-67a6-454d-8830-c295f0d8e889', 'mac_address': 'fa:16:3e:5c:0a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:56:59.509188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:59.528133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a87087-67a6-454d-8830-c295f0d8e889 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:56:59.546303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32a87087-67a6-454d-8830-c295f0d8e889,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:56:59.549236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:56:59.553266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:56:59.633095 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=32a87087-67a6-454d-8830-c295f0d8e889,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:56:59.636818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:56:59.875441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693723d3-23ef-4d8c-adc6-70bbbfdfe073 req-15a83d7b-004d-423e-a862-85b956b36bd2 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:56:59.877118 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-693723d3-23ef-4d8c-adc6-70bbbfdfe073 req-15a83d7b-004d-423e-a862-85b956b36bd2 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 944 time: 0.0980585
Apr 15 19:56:59.979445 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-693723d3-23ef-4d8c-adc6-70bbbfdfe073 req-2a91b03e-77b8-4b39-8c49-76fe1fee9b96 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951283
Apr 15 19:57:00.020774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ade484-c6cb-49d8-8d11-5cefbb7da174 req-83c2a5b6-5287-482f-8787-617050292a57 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:00.023952 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69ade484-c6cb-49d8-8d11-5cefbb7da174 req-83c2a5b6-5287-482f-8787-617050292a57 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1384773
Apr 15 19:57:00.074052 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-69ade484-c6cb-49d8-8d11-5cefbb7da174 req-331c1602-3a3c-46d9-aa5c-875279a99b17 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434868
Apr 15 19:57:00.150678 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:57:00.512532 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4430c1-33d3-466a-8ab5-5617059e78c2 req-c60166cc-66c7-4c42-8f0b-de52c0d1cfd4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:00.514137 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb4430c1-33d3-466a-8ab5-5617059e78c2 req-c60166cc-66c7-4c42-8f0b-de52c0d1cfd4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0934148
Apr 15 19:57:00.563750 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb4430c1-33d3-466a-8ab5-5617059e78c2 req-14d1ed73-9e60-4a05-abe5-7d5820705333 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431049
Apr 15 19:57:01.194466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cba0fe-d89e-4dc9-8b49-4177d36a4884 req-b41b8f18-b6c8-4e76-9f9c-8cade9fe8c32 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:01.196046 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-41cba0fe-d89e-4dc9-8b49-4177d36a4884 req-b41b8f18-b6c8-4e76-9f9c-8cade9fe8c32 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 944 time: 0.0885592
Apr 15 19:57:01.294858 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-41cba0fe-d89e-4dc9-8b49-4177d36a4884 req-04bdabba-062d-4bb6-8916-6a5f09db2761 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602317
Apr 15 19:57:01.320509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87676a2-879a-40ad-bf35-124b42272139 req-d3f005d0-edb3-465d-8ec0-82ec3f554c9d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:01.322064 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b87676a2-879a-40ad-bf35-124b42272139 req-d3f005d0-edb3-465d-8ec0-82ec3f554c9d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1250780
Apr 15 19:57:01.369845 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b87676a2-879a-40ad-bf35-124b42272139 req-7f580cb1-3ab2-47e7-8bc4-64c84ab6d157 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406978
Apr 15 19:57:01.775237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd85ff-79f5-4f53-9acb-8ca06df2559e req-0d8d63a9-fae9-4fc8-9263-87f54c2b3519 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:01.776879 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-48bd85ff-79f5-4f53-9acb-8ca06df2559e req-0d8d63a9-fae9-4fc8-9263-87f54c2b3519 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0933759
Apr 15 19:57:01.825455 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-48bd85ff-79f5-4f53-9acb-8ca06df2559e req-0f8bd094-6588-440f-8249-ef2692bd4e52 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417514
Apr 15 19:57:02.395072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['32a87087-67a6-454d-8830-c295f0d8e889'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:57:02.575463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c677051-03bb-440c-adfc-a6acf7567808 req-8cf127c9-8cae-477e-b2f1-833f9cdd017a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:02.577055 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c677051-03bb-440c-adfc-a6acf7567808 req-8cf127c9-8cae-477e-b2f1-833f9cdd017a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 944 time: 0.1655424
Apr 15 19:57:02.647724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ac3cb-7a4b-4164-b42e-5eaf379d1910 req-83d48af4-f40f-4528-a7f0-bea0de1f054d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:02.655370 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-104ac3cb-7a4b-4164-b42e-5eaf379d1910 req-83d48af4-f40f-4528-a7f0-bea0de1f054d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1587944
Apr 15 19:57:02.677366 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c677051-03bb-440c-adfc-a6acf7567808 req-6021c836-d250-4501-a849-fd849f25069d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917959
Apr 15 19:57:02.709404 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-104ac3cb-7a4b-4164-b42e-5eaf379d1910 req-0da72951-700d-4c07-bcb1-4c8b674794a1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530641
Apr 15 19:57:03.043113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5ee36-e5ae-4a58-8c25-787c5e0911b5 req-00562316-9a9e-47ed-a2ae-71900f4e9817 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:03.053019 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c3c5ee36-e5ae-4a58-8c25-787c5e0911b5 req-00562316-9a9e-47ed-a2ae-71900f4e9817 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1012056
Apr 15 19:57:03.101105 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c3c5ee36-e5ae-4a58-8c25-787c5e0911b5 req-a616e489-883d-4474-8378-f90cc2a70bce tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468898
Apr 15 19:57:03.953084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c791de0-a615-4cff-9f63-25815fddd5d5 req-5dd9b25c-59a3-4c0c-8a6e-9c61d72e8a63 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:03.954585 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7c791de0-a615-4cff-9f63-25815fddd5d5 req-5dd9b25c-59a3-4c0c-8a6e-9c61d72e8a63 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 944 time: 0.1597242
Apr 15 19:57:03.962663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fd707-308e-4db2-bbb9-85ef5af51302 req-db29228b-2835-4b70-9559-68494cbb60a8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:03.964182 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-826fd707-308e-4db2-bbb9-85ef5af51302 req-db29228b-2835-4b70-9559-68494cbb60a8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1327651
Apr 15 19:57:04.026955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cf274470-9748-40a8-8e2d-b7c93d214241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:04.037074 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7c791de0-a615-4cff-9f63-25815fddd5d5 req-efc305cf-3a4b-40d3-9fd1-39bd07b4b675 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718725
Apr 15 19:57:04.044713 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-826fd707-308e-4db2-bbb9-85ef5af51302 req-f72f3d87-3788-4c8a-9d23-2a0dd215683e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642138
Apr 15 19:57:04.513043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac543ea-e3dc-4978-b198-6fd7590625c6 req-6a509431-96b8-42de-af50-d3ed2ed0eb8b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:04.514600 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ac543ea-e3dc-4978-b198-6fd7590625c6 req-6a509431-96b8-42de-af50-d3ed2ed0eb8b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0931096
Apr 15 19:57:04.569387 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ac543ea-e3dc-4978-b198-6fd7590625c6 req-6ca82fc9-7661-4003-86cb-2da0df3d37ff tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479341
Apr 15 19:57:05.326371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef07292-6210-4e55-a4d8-623397b2a43c req-6dbad40a-7404-4db0-8ad1-c59905df895d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:05.328100 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8ef07292-6210-4e55-a4d8-623397b2a43c req-6dbad40a-7404-4db0-8ad1-c59905df895d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1242003
Apr 15 19:57:05.337642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f3a38-12f8-42a6-9689-af5a23706e9e req-8e943bb8-4620-4481-a3a6-af4863ff4ad7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:05.340652 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a0f3a38-12f8-42a6-9689-af5a23706e9e req-8e943bb8-4620-4481-a3a6-af4863ff4ad7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 944 time: 0.1795695
Apr 15 19:57:05.388483 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8ef07292-6210-4e55-a4d8-623397b2a43c req-18a79d07-0df3-47b9-a1b3-4f631ab7b21a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467267
Apr 15 19:57:05.440719 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a0f3a38-12f8-42a6-9689-af5a23706e9e req-8aee1aba-0233-4018-be5a-3a6b61838e66 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558720
Apr 15 19:57:05.798859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c5016-2f46-4ad6-b87b-2daf071e104c req-901437e3-ced1-44bc-b19e-9a5b05548ba5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:05.800537 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-854c5016-2f46-4ad6-b87b-2daf071e104c req-901437e3-ced1-44bc-b19e-9a5b05548ba5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0927091
Apr 15 19:57:05.849976 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-854c5016-2f46-4ad6-b87b-2daf071e104c req-2152db08-5fb7-433a-8013-7d65cc4050b5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427620
Apr 15 19:57:06.158088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f2fc7ce5-be9f-4268-947c-7b5c9c301f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:06.667661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde727de-efe5-4231-94d3-a56a0b2bfe79 req-649b1ca8-891b-44ec-80ae-5a890a3cdf3b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:06.669723 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bde727de-efe5-4231-94d3-a56a0b2bfe79 req-649b1ca8-891b-44ec-80ae-5a890a3cdf3b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1603658
Apr 15 19:57:06.682333 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3454fb-9e02-43ac-86d6-3b69970ecc86 req-65ad297f-4ff2-438c-b303-c399988739bc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:06.683986 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8e3454fb-9e02-43ac-86d6-3b69970ecc86 req-65ad297f-4ff2-438c-b303-c399988739bc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 944 time: 0.1231556
Apr 15 19:57:06.769226 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bde727de-efe5-4231-94d3-a56a0b2bfe79 req-e4635835-f3f5-4150-a5d2-d336fa5098a3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818167
Apr 15 19:57:06.776356 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8e3454fb-9e02-43ac-86d6-3b69970ecc86 req-989f379a-5b62-446f-b331-27139bf6ec38 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711358
Apr 15 19:57:06.847907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:07.057471 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53561d41-0db1-4c12-8f13-0e91c336fd52 req-a9ab9619-cc60-44d2-b53d-8128008a6d22 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:07.059104 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53561d41-0db1-4c12-8f13-0e91c336fd52 req-a9ab9619-cc60-44d2-b53d-8128008a6d22 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0883424
Apr 15 19:57:07.111618 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53561d41-0db1-4c12-8f13-0e91c336fd52 req-9d77f9c3-34ea-472f-b703-da41f9f14747 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452402
Apr 15 19:57:07.696602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:07.985857 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ccafc-757f-44a9-b9a2-65f88bdab620 req-3cb4e4c8-b305-4c69-bec6-c2faf9733469 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:07.987542 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b94ccafc-757f-44a9-b9a2-65f88bdab620 req-3cb4e4c8-b305-4c69-bec6-c2faf9733469 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0976999
Apr 15 19:57:08.038255 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b94ccafc-757f-44a9-b9a2-65f88bdab620 req-bd8c37df-2a86-4702-a2d6-6c6ce54def3e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440671
Apr 15 19:57:08.128846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674e51d-e359-4569-88bb-72751331569e req-8ceebafc-dddb-48b6-a487-8de7f3324fc7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:08.130438 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3674e51d-e359-4569-88bb-72751331569e req-8ceebafc-dddb-48b6-a487-8de7f3324fc7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 944 time: 0.0912445
Apr 15 19:57:08.178984 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3674e51d-e359-4569-88bb-72751331569e req-991fce5b-03d4-4d53-9b1b-1ffc31380b4a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421395
Apr 15 19:57:08.317915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c7cd-8d4e-47c2-8c20-25fb7051c948 req-3b5cd73d-9125-4022-93f3-f7699c0d3487 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:08.319538 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea76c7cd-8d4e-47c2-8c20-25fb7051c948 req-3b5cd73d-9125-4022-93f3-f7699c0d3487 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0860853
Apr 15 19:57:08.365299 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ea76c7cd-8d4e-47c2-8c20-25fb7051c948 req-92bf45c3-9aa5-4ae5-b3bd-94c36aa9945d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395386
Apr 15 19:57:08.739000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:09.247869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71eaf5-1d88-4025-87d2-a3e1f3af138f req-16f77b06-f367-4c4d-a9ba-4284dc98dedb tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:09.249849 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fc71eaf5-1d88-4025-87d2-a3e1f3af138f req-16f77b06-f367-4c4d-a9ba-4284dc98dedb tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0973704
Apr 15 19:57:09.304854 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fc71eaf5-1d88-4025-87d2-a3e1f3af138f req-33a12e31-602e-40d6-84a8-c257e50ec2c7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483301
Apr 15 19:57:09.391391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28989196-98d9-4cf6-8490-45ee4d975131 req-d56218f8-17f9-40b2-9d74-7468eec4a082 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:09.392956 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-28989196-98d9-4cf6-8490-45ee4d975131 req-d56218f8-17f9-40b2-9d74-7468eec4a082 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 944 time: 0.0917659
Apr 15 19:57:09.447972 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-28989196-98d9-4cf6-8490-45ee4d975131 req-02f0dec8-9c9d-4765-82fa-ec0b79e60396 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485513
Apr 15 19:57:09.585261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be522-1103-43c2-95a9-60cc03b6e23a req-faf6351b-5005-4d5e-9faf-aa27f169b03a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:09.587049 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f77be522-1103-43c2-95a9-60cc03b6e23a req-faf6351b-5005-4d5e-9faf-aa27f169b03a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0896676
Apr 15 19:57:09.640573 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f77be522-1103-43c2-95a9-60cc03b6e23a req-74ae8081-bf38-42ff-9c82-9ffb384a4da2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461531
Apr 15 19:57:10.800397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae15c57-b1d3-4c12-b816-307ec0250cc6 req-b2a7f84c-d43e-4417-878b-6ba30e8f6c90 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:10.802017 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5ae15c57-b1d3-4c12-b816-307ec0250cc6 req-b2a7f84c-d43e-4417-878b-6ba30e8f6c90 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.3670928
Apr 15 19:57:10.872737 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5ae15c57-b1d3-4c12-b816-307ec0250cc6 req-45c440c2-aead-46e0-8cd6-a381e4e0608f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539501
Apr 15 19:57:10.908555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0373a5c-562c-4877-bff6-0fcf35641b3d req-de38640c-cc23-42c9-8f33-31fe21fb51fb tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:10.910181 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e0373a5c-562c-4877-bff6-0fcf35641b3d req-de38640c-cc23-42c9-8f33-31fe21fb51fb tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 944 time: 0.1808407
Apr 15 19:57:10.971523 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e0373a5c-562c-4877-bff6-0fcf35641b3d req-0c887e62-4be4-4279-a54b-63b9f38dc2e7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541618
Apr 15 19:57:11.087254 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c439790-99db-4291-a8c2-e6ab6fb95cfb req-d0f610d7-2237-4211-9d72-428f8bf0baaf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:11.089292 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2c439790-99db-4291-a8c2-e6ab6fb95cfb req-d0f610d7-2237-4211-9d72-428f8bf0baaf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0928209
Apr 15 19:57:11.139787 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2c439790-99db-4291-a8c2-e6ab6fb95cfb req-c64db154-eb70-4796-a39a-cb4247a8d806 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431249
Apr 15 19:57:11.213868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 32a87087-67a6-454d-8830-c295f0d8e889 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:11.287049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 32a87087-67a6-454d-8830-c295f0d8e889 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:11.292316 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 32a87087-67a6-454d-8830-c295f0d8e889 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:11.292734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:11.418760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:11.449212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:57:11.460524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32a87087-67a6-454d-8830-c295f0d8e889,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:11.463760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:11.465632 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:11.512205 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889', 'code': 200}
Apr 15 19:57:11.539629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=32a87087-67a6-454d-8830-c295f0d8e889,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:11.543212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:12.109729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8139fc-92da-455e-92f4-fa25f452833c req-1c356c1c-b113-4f5a-a306-7a1b90b4f6f4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:12.111461 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ca8139fc-92da-455e-92f4-fa25f452833c req-1c356c1c-b113-4f5a-a306-7a1b90b4f6f4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1074011
Apr 15 19:57:12.218474 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ca8139fc-92da-455e-92f4-fa25f452833c req-495b4dce-5d40-4acc-b2c3-d030b5ad1f68 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001906
Apr 15 19:57:12.253287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be9b86-364e-48cc-aaf0-ca94070c6fe7 req-d98ecb25-f993-4661-bac6-6cb6d571d35f tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:12.254934 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-59be9b86-364e-48cc-aaf0-ca94070c6fe7 req-d98ecb25-f993-4661-bac6-6cb6d571d35f tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.1200006
Apr 15 19:57:12.309017 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-59be9b86-364e-48cc-aaf0-ca94070c6fe7 req-e229e53f-1a54-4a13-a17f-4d34a67b3617 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469332
Apr 15 19:57:12.428997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b73826-ae61-4f77-a84b-88059cfff831 req-b71ab443-a6ec-48b3-bd2d-bca2a9a65a7a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:12.430919 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c2b73826-ae61-4f77-a84b-88059cfff831 req-b71ab443-a6ec-48b3-bd2d-bca2a9a65a7a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0979669
Apr 15 19:57:12.482105 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c2b73826-ae61-4f77-a84b-88059cfff831 req-450a58c7-57ec-4e35-b6b9-367b39d310f3 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434394
Apr 15 19:57:13.431240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58149e-3f9e-40ab-901b-259f020ce8fb req-8e6f57dc-26ec-42bb-8ded-aacd244175b0 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:13.432902 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9e58149e-3f9e-40ab-901b-259f020ce8fb req-8e6f57dc-26ec-42bb-8ded-aacd244175b0 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0931387
Apr 15 19:57:13.516588 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9e58149e-3f9e-40ab-901b-259f020ce8fb req-3a2fed28-f836-4c33-9929-3bccec3edbd8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727253
Apr 15 19:57:13.698463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0c973-2065-4ce8-8c60-d3363852ba02 req-59ebdcbc-21df-4ffb-b604-f17597558f9b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:13.700984 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-15e0c973-2065-4ce8-8c60-d3363852ba02 req-59ebdcbc-21df-4ffb-b604-f17597558f9b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.1702569
Apr 15 19:57:13.828028 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-15e0c973-2065-4ce8-8c60-d3363852ba02 req-95b31fd3-9c0a-4545-929d-c80dc19189ae tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110373
Apr 15 19:57:13.902424 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-3b286eef-a437-451a-95f4-68fa7fe98afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:13.904166 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-3b286eef-a437-451a-95f4-68fa7fe98afe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 1098 time: 0.2689486
Apr 15 19:57:13.914119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f01ce0-845a-4293-9437-c310cbb1e02f req-668389f2-b4ff-4212-a17e-5b929dd82254 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:13.916001 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-81f01ce0-845a-4293-9437-c310cbb1e02f req-668389f2-b4ff-4212-a17e-5b929dd82254 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1709385
Apr 15 19:57:13.987920 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-81f01ce0-845a-4293-9437-c310cbb1e02f req-5b9649fa-f053-439b-b759-a787931458e4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643194
Apr 15 19:57:14.001167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987c1bd-51aa-4529-8734-02d072a71bea req-200a205f-1414-4909-adfd-4260b1fcf27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:14.003509 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3987c1bd-51aa-4529-8734-02d072a71bea req-200a205f-1414-4909-adfd-4260b1fcf27c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1098 time: 0.3012829
Apr 15 19:57:14.048871 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3987c1bd-51aa-4529-8734-02d072a71bea req-3936a0f9-8a08-4a35-af27-1b03984894ad service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387218
Apr 15 19:57:14.059078 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-414e6156-b0f2-4f92-8868-759da0b0dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:14.061314 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-414e6156-b0f2-4f92-8868-759da0b0dae0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 910 time: 0.1501534
Apr 15 19:57:14.328271 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-ffe5de15-5eaa-405e-8173-505b9d750a9a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35f3d958-e117-4a5d-bd05-1e95267c5815 HTTP/1.1" status: 200  len: 1001 time: 0.1056058
Apr 15 19:57:14.397372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-a2922945-c379-4c01-acfb-0f87de0f8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:14.398924 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-a2922945-c379-4c01-acfb-0f87de0f8d1d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.0634892
Apr 15 19:57:14.483188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-7fbb9523-0c38-4624-af14-9ddea04c945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:14.484780 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-7fbb9523-0c38-4624-af14-9ddea04c945c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786169
Apr 15 19:57:14.626696 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-421f3212-73d7-41bc-83db-2236b2d319bf service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343210
Apr 15 19:57:14.751506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f4ed1-f5cb-4335-9cf2-1386bbfc5a72 req-e7b0e960-d4cf-47d5-9b19-3eed9496e5b3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:14.753581 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb0f4ed1-f5cb-4335-9cf2-1386bbfc5a72 req-e7b0e960-d4cf-47d5-9b19-3eed9496e5b3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0924835
Apr 15 19:57:14.771141 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff33e37f-aa85-49db-b968-de91b8bb1c10 req-ec020fdb-6d99-4c62-8cfc-13a5dfb44d68 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371727
Apr 15 19:57:14.804580 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb0f4ed1-f5cb-4335-9cf2-1386bbfc5a72 req-e6ddd39e-c664-4fe0-a966-b9737ff2c5b2 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443685
Apr 15 19:57:14.901945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deca6f3-b624-4125-a971-e43269e533a3 req-68318343-301a-43ca-8629-9f26eba808b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:14.903591 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8deca6f3-b624-4125-a971-e43269e533a3 req-68318343-301a-43ca-8629-9f26eba808b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 1098 time: 0.0769854
Apr 15 19:57:15.027635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959440c-49ef-4eaa-a0bf-0e017014d26f req-3048f7c7-6559-4bea-907b-a147ee5e3ae8 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:15.029294 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1959440c-49ef-4eaa-a0bf-0e017014d26f req-3048f7c7-6559-4bea-907b-a147ee5e3ae8 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.0861807
Apr 15 19:57:15.062339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deca6f3-b624-4125-a971-e43269e533a3 req-c97a6c10-08bb-4a2a-9ed0-eefef06b31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:15.064184 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8deca6f3-b624-4125-a971-e43269e533a3 req-c97a6c10-08bb-4a2a-9ed0-eefef06b31bf service neutron] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 910 time: 0.1400332
Apr 15 19:57:15.081454 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1959440c-49ef-4eaa-a0bf-0e017014d26f req-f414cbd6-7644-4884-b2b8-8c704ba87766 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454807
Apr 15 19:57:15.178812 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8deca6f3-b624-4125-a971-e43269e533a3 req-6a6353e2-67cb-4838-b728-63a597c75793 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35f3d958-e117-4a5d-bd05-1e95267c5815 HTTP/1.1" status: 200  len: 1001 time: 0.1065176
Apr 15 19:57:15.202914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a1682-1be2-456a-a251-a4e6d38da568 req-cec865be-faae-4af5-bc96-680b6f9d3ba3 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:15.204641 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6d4a1682-1be2-456a-a251-a4e6d38da568 req-cec865be-faae-4af5-bc96-680b6f9d3ba3 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0917149
Apr 15 19:57:15.251923 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deca6f3-b624-4125-a971-e43269e533a3 req-99052735-e09b-40ba-aed8-3b616b83c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:15.253504 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8deca6f3-b624-4125-a971-e43269e533a3 req-99052735-e09b-40ba-aed8-3b616b83c6fb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.0659268
Apr 15 19:57:15.255333 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6d4a1682-1be2-456a-a251-a4e6d38da568 req-94d1594c-1beb-4ac8-a49b-e75ea9912a7c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444834
Apr 15 19:57:15.588046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deca6f3-b624-4125-a971-e43269e533a3 req-883392c0-0c09-430a-be28-12a4d15db86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:15.589877 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8deca6f3-b624-4125-a971-e43269e533a3 req-883392c0-0c09-430a-be28-12a4d15db86f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3279073
Apr 15 19:57:15.750067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 48520) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:15.780068 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8deca6f3-b624-4125-a971-e43269e533a3 req-10113a1e-35fe-4d1c-9906-0b454ce463a9 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729872
Apr 15 19:57:15.885335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:15.901055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:15.905748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Usage tracker for resource:security_group_rule and tenant:d57ac57293eb488ca714d4a0729e0a84 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:15.908737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:15.914688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:15.938817 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8deca6f3-b624-4125-a971-e43269e533a3 req-a604013a-cff3-48f2-912a-61f970242b42 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479771
Apr 15 19:57:16.055024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049ffe3-0408-4946-87e2-238d7bc546e4 req-925256f1-b6e7-4331-a64c-8c7e9f8650a0 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:16.056628 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f049ffe3-0408-4946-87e2-238d7bc546e4 req-925256f1-b6e7-4331-a64c-8c7e9f8650a0 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1305351
Apr 15 19:57:16.105628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:16.118742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:16.129467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0fdc6d56-b617-48cf-b587-70ac446860e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:16.148656 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f049ffe3-0408-4946-87e2-238d7bc546e4 req-cc1f1f89-6ac7-4dcf-8417-ece919d94efc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810974
Apr 15 19:57:16.178572 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d57ac57293eb488ca714d4a0729e0a84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4249241
Apr 15 19:57:16.178848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 48532) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:16.181687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df771715-9d75-484c-bfa3-550a5e026cc0,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:16.209138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.209548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.209949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.210340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.210731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.211118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.211529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.211919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.212305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.212686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.213065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.213443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:16.256878 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:16.316522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41de6cad-6b06-47bd-ab80-7e8773ce4978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:16.353977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41de6cad-6b06-47bd-ab80-7e8773ce4978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:16.376112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172ee31-138a-4560-829e-8945c9af24fb req-26a31f39-06f2-4e8a-b45c-3ff4b87f83d0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:16.377725 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4172ee31-138a-4560-829e-8945c9af24fb req-26a31f39-06f2-4e8a-b45c-3ff4b87f83d0 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.1732843
Apr 15 19:57:16.499707 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4172ee31-138a-4560-829e-8945c9af24fb req-a46223a9-a714-4d89-a1ec-408576de6612 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149948
Apr 15 19:57:16.514633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41de6cad-6b06-47bd-ab80-7e8773ce4978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:16.521249 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:16.534048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de6cad-6b06-47bd-ab80-7e8773ce4978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df771715-9d75-484c-bfa3-550a5e026cc0,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:16.540003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-41de6cad-6b06-47bd-ab80-7e8773ce4978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:16.545284 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-41de6cad-6b06-47bd-ab80-7e8773ce4978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:16.546485 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-41de6cad-6b06-47bd-ab80-7e8773ce4978 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df771715-9d75-484c-bfa3-550a5e026cc0 HTTP/1.1" status: 204  len: 168 time: 0.3666368
Apr 15 19:57:16.556155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7aabc-af07-4a9a-9f42-e67dd9e28ef5 req-ada899c5-d2b3-4416-af30-322521f67255 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:16.557765 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b8e7aabc-af07-4a9a-9f42-e67dd9e28ef5 req-ada899c5-d2b3-4416-af30-322521f67255 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1720827
Apr 15 19:57:16.620616 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b8e7aabc-af07-4a9a-9f42-e67dd9e28ef5 req-05322478-9570-4793-87cc-46a4ca580dcf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527368
Apr 15 19:57:16.739911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64fc8e-d523-41ee-bd96-19eebf945bb9 req-271736e9-f074-40da-bd2e-3aa1244c0278 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:16.741525 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a64fc8e-d523-41ee-bd96-19eebf945bb9 req-271736e9-f074-40da-bd2e-3aa1244c0278 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.0936086
Apr 15 19:57:16.789723 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a64fc8e-d523-41ee-bd96-19eebf945bb9 req-033d96c1-9a5c-4552-a056-2508e18c87e9 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416315
Apr 15 19:57:16.816074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48548) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:16.872239 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48554) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:16.891598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:16.907413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:16.911437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Usage tracker for resource:security_group_rule and tenant:d28686319596444b82b24127ecf3d503 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:16.914370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:16.920842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:17.004240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.008810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.017673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-41aa5636-3c8b-49d0-996d-caf0853f1880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:17.061612 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d28686319596444b82b24127ecf3d503&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1856384
Apr 15 19:57:17.062003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 48558) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:17.098217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df237c69-9bc9-457c-8cb6-d824376d7017,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:17.121048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.121472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.121987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.122395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.122802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.123203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.123626 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.124022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.124418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.124653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b92e-2f6e-4bcf-b654-75ac63f2167e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.124815 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.125206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.125596 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:17.130029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-144b8bd0-390d-496c-9c08-1791fcffb8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:17.154836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b92e-2f6e-4bcf-b654-75ac63f2167e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.159318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61bd786-5c25-45f2-921f-6ad541b16f50 tempest-TestShelveInstance-1703078650 tempest-TestShelveInstance-1703078650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:17.160110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-b61bd786-5c25-45f2-921f-6ad541b16f50 tempest-TestShelveInstance-1703078650 tempest-TestShelveInstance-1703078650-project-admin] Synchronizing usage tracker for tenant:1d6a1df9bdbb4997a83738fbe904e730 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:57:17.175749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-b61bd786-5c25-45f2-921f-6ad541b16f50 tempest-TestShelveInstance-1703078650 tempest-TestShelveInstance-1703078650-project-admin] Unset dirty status for tenant:1d6a1df9bdbb4997a83738fbe904e730 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:57:17.177009 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b61bd786-5c25-45f2-921f-6ad541b16f50 tempest-TestShelveInstance-1703078650 tempest-TestShelveInstance-1703078650-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1093 time: 0.3598418
Apr 15 19:57:17.180045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48562) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:17.185595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Request body: {'floatingip': {'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'port_id': '32a87087-67a6-454d-8830-c295f0d8e889', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:17.191968 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:17.195988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Usage tracker for resource:floatingip and tenant:4d9208f04bcf45e4a5d2ef86825620d3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:17.198938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:17.202846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b92e-2f6e-4bcf-b654-75ac63f2167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.205450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:17.208299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0a2c4a73-1bc1-424f-9c0e-3412605522b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:17.214928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for floatingip, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.219601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7b92e-2f6e-4bcf-b654-75ac63f2167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df237c69-9bc9-457c-8cb6-d824376d7017,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:17.222068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f5a7b92e-2f6e-4bcf-b654-75ac63f2167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:17.228283 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f5a7b92e-2f6e-4bcf-b654-75ac63f2167e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.232457 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f5a7b92e-2f6e-4bcf-b654-75ac63f2167e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df237c69-9bc9-457c-8cb6-d824376d7017 HTTP/1.1" status: 204  len: 168 time: 0.1664364
Apr 15 19:57:17.360227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.505079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Allocated IP 172.27.3.211 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/d2938e76-91d7-4b63-9eb6-23ababb0cd8a) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:57:17.672215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.714330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:17.732344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:17.831821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a910db-ca6d-4526-9523-766e566cc222 req-e9af4350-62bc-4a6b-9f97-16a9f9273a43 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:17.839595 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-54a910db-ca6d-4526-9523-766e566cc222 req-e9af4350-62bc-4a6b-9f97-16a9f9273a43 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1038358
Apr 15 19:57:17.883338 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-54a910db-ca6d-4526-9523-766e566cc222 req-43ca5632-6660-42ca-9308-ad149d64c432 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424476
Apr 15 19:57:17.893794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'Port': ['ID=d2938e76-91d7-4b63-9eb6-23ababb0cd8a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:17.898970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:17.958041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:17.959227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:17.961642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:57:18.431132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:18.513159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:18.735303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:18.738998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:18.753541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:18.885497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event updated for resources: {'Port': ['ID=d2938e76-91d7-4b63-9eb6-23ababb0cd8a,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:18.886897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:19.010916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:19.118463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63358ef1-4833-410e-8430-77badbe1ca93 req-6d4c68e1-cfe3-4bba-8089-914654817434 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:19.126953 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-63358ef1-4833-410e-8430-77badbe1ca93 req-6d4c68e1-cfe3-4bba-8089-914654817434 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1061490
Apr 15 19:57:19.181971 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-63358ef1-4833-410e-8430-77badbe1ca93 req-538098cf-ac79-4bb4-95af-df967e2d172b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534546
Apr 15 19:57:19.227145 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Floating IP e80875b3-9ed1-452d-b724-1bd2d814b40d associated. External IP: 172.27.3.211, port: 32a87087-67a6-454d-8830-c295f0d8e889.
Apr 15 19:57:19.824371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Router b4568020-325a-4b5a-b6b2-efa84331c985 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:57:20.012037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:57:20.022491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] Sync routers for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:57:20.037248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:20.037925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c81400>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:20.047780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:20.107436 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9262574
Apr 15 19:57:20.108459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:57:20.299650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:20.359156 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889', 'status': 'completed', 'code': 200}
Apr 15 19:57:20.452505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb3e72-0472-423a-9279-7cbc02770716 req-d8c9ccb4-5bd7-4eb6-b156-66d3a81fde70 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:20.453622 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-21bb3e72-0472-423a-9279-7cbc02770716 req-d8c9ccb4-5bd7-4eb6-b156-66d3a81fde70 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.0960417
Apr 15 19:57:20.477748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-7e6134a2-6122-4060-ba9e-838cc8d0a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:20.479416 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-7e6134a2-6122-4060-ba9e-838cc8d0a615 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1098 time: 0.0955074
Apr 15 19:57:20.561367 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-21bb3e72-0472-423a-9279-7cbc02770716 req-6750c4da-e066-4260-a831-b28db6dee47a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004860
Apr 15 19:57:20.596780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab80441-2ee9-4834-adf9-2152ed20cd61 req-02880c85-3faa-4e98-a7cd-18ebd893f7de tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:20.598437 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab80441-2ee9-4834-adf9-2152ed20cd61 req-02880c85-3faa-4e98-a7cd-18ebd893f7de tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 946 time: 0.1396072
Apr 15 19:57:20.663999 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab80441-2ee9-4834-adf9-2152ed20cd61 req-aa20d9a2-bfba-4c11-b0a9-35259d047225 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587935
Apr 15 19:57:20.681081 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 48648) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:20.692307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-21781691-f056-43f2-a012-5387e838f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:20.694178 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-21781691-f056-43f2-a012-5387e838f9b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 200  len: 909 time: 0.2019475
Apr 15 19:57:20.732976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c81400>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'e80875b3-9ed1-452d-b724-1bd2d814b40d', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'port_id': '32a87087-67a6-454d-8830-c295f0d8e889', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'mac_address': 'fa:16:3e:5c:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:57:18Z', 'updated_at': '2021-04-15T19:57:18Z', 'revision_number': 0, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:31Z', 'revision_number': 5, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:20.737721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] Checking router: b4568020-325a-4b5a-b6b2-efa84331c985 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:57:20.748960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:20.749891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c81400>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:20.860807 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-511607e2-3005-4120-b631-9d943e55e37f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 200  len: 999 time: 0.1591463
Apr 15 19:57:20.946778 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-ba814cda-cfed-4408-b69f-03065a0c137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:20.949012 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-ba814cda-cfed-4408-b69f-03065a0c137c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=550242ae-fa2e-4160-bae9-e1bb08e920e0 HTTP/1.1" status: 200  len: 847 time: 0.0796034
Apr 15 19:57:20.961828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:21.006372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27157082-8cbd-46c5-844e-7f5fc666c6e0 tempest-TestMinimumBasicScenario-946624251 tempest-TestMinimumBasicScenario-946624251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:21.011478 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-27157082-8cbd-46c5-844e-7f5fc666c6e0 tempest-TestMinimumBasicScenario-946624251 tempest-TestMinimumBasicScenario-946624251-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1094 time: 0.3291514
Apr 15 19:57:21.011683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48656) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:21.022102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'floatingip': {'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'port_id': '619a8492-f932-4048-8258-fe9757a50525', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:21.031947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:21.038420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Usage tracker for resource:floatingip and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:21.043130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:21.052248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:21.080606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for floatingip, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.099811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-49c5d7c6-f35e-4a24-8cc6-589adbd1e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:21.101527 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-49c5d7c6-f35e-4a24-8cc6-589adbd1e799 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25f49285-2bdf-40a5-b223-572153ecaf73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1441994
Apr 15 19:57:21.381841 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-04df723f-d28e-47ef-a775-c104764f8de7 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257686
Apr 15 19:57:21.484827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.526428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c81400>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'e80875b3-9ed1-452d-b724-1bd2d814b40d', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'port_id': '32a87087-67a6-454d-8830-c295f0d8e889', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'mac_address': 'fa:16:3e:5c:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:57:18Z', 'updated_at': '2021-04-15T19:57:18Z', 'revision_number': 0, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:31Z', 'revision_number': 5, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:21.531516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4d5501-81c3-4cc7-8390-0491a5982aec None None] The sync data for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi is: [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'e80875b3-9ed1-452d-b724-1bd2d814b40d', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'port_id': '32a87087-67a6-454d-8830-c295f0d8e889', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'mac_address': 'fa:16:3e:5c:0a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:57:18Z', 'updated_at': '2021-04-15T19:57:18Z', 'revision_number': 0, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:31Z', 'revision_number': 5, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:57:21.662752 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c59d2ac0-69d8-4a0e-a935-1b76058d0502 req-8d48d551-4f57-4b3f-8e62-8e7780df1766 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2703552
Apr 15 19:57:21.713016 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Allocated IP 172.27.3.158 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/05f3de0b-a055-4f86-b82f-aff127f8d81a) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:57:21.853873 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93588c-ae82-4170-97cd-03d3d37a1c8e req-ced0a835-9a25-4b68-995e-11080c6dfe56 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:21.855542 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cb93588c-ae82-4170-97cd-03d3d37a1c8e req-ced0a835-9a25-4b68-995e-11080c6dfe56 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1178129
Apr 15 19:57:21.863922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6e1f1-3e9a-4635-8f63-6d5105fb07ef req-0cabe66a-1da2-434b-a456-eacd7e5e959e tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:21.866140 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-44b6e1f1-3e9a-4635-8f63-6d5105fb07ef req-0cabe66a-1da2-434b-a456-eacd7e5e959e tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 945 time: 0.1778090
Apr 15 19:57:21.871620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.902841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:21.919579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:21.921594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ae7e43-774b-4642-8c6f-99086fad119f None None] New status for floating IP e80875b3-9ed1-452d-b724-1bd2d814b40d: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:57:21.955219 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-44b6e1f1-3e9a-4635-8f63-6d5105fb07ef req-b16898ef-d5a5-4966-b1b0-0241972c2d36 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699639
Apr 15 19:57:21.965315 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cb93588c-ae82-4170-97cd-03d3d37a1c8e req-30cbd1b1-22af-4b62-b3fe-6d3bad3e8215 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976181
Apr 15 19:57:22.063454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'Port': ['ID=05f3de0b-a055-4f86-b82f-aff127f8d81a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:22.075774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:22.117682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:22.118845 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:22.121157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:57:22.786593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:22.863291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.087035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.090829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.105899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1e5b2fc0-dac8-4a4f-9af9-d21a354c7021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:23.229665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848be4f-09d3-4a14-aa77-a678fd468a06 req-ee08b135-37a2-4d03-9230-a5f773a2874e tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:23.231197 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b848be4f-09d3-4a14-aa77-a678fd468a06 req-ee08b135-37a2-4d03-9230-a5f773a2874e tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 945 time: 0.1600850
Apr 15 19:57:23.240828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f41ca-9086-484a-b247-d3b53986d6ad req-871715f4-730f-464a-a446-00331b9d450c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:23.241349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:57:23.242379 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3b1f41ca-9086-484a-b247-d3b53986d6ad req-871715f4-730f-464a-a446-00331b9d450c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 944 time: 0.1282218
Apr 15 19:57:23.245890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'Port': ['ID=05f3de0b-a055-4f86-b82f-aff127f8d81a,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:23.259417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:23.306419 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b848be4f-09d3-4a14-aa77-a678fd468a06 req-67d14678-f8b1-4f45-98bc-d7efc7e85b9b tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629797
Apr 15 19:57:23.330551 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3b1f41ca-9086-484a-b247-d3b53986d6ad req-30b65293-6862-4a0f-b0c8-f1b535a26721 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655429
Apr 15 19:57:23.350120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.386465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:23.400301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'port_id': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'mac_address': 'fa:16:3e:34:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:57:23.462434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.480308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431c18ae-c617-4e1e-bca6-7134661c98e1 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:57:23.496918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:23.500902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:23.502706 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:23.539066 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Floating IP 30128da2-d531-43a4-8cee-70aad91ede49 associated. External IP: 172.27.3.158, port: 619a8492-f932-4048-8258-fe9757a50525.
Apr 15 19:57:23.570909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=9']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:23.574149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:23.962046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Router ecc97b6a-45de-46c5-95a5-4cf53260919a has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:57:24.049614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['431c18ae-c617-4e1e-bca6-7134661c98e1'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:57:24.133498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-7f7cf57e-6829-4003-bdd3-f22f104328bf tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:24.135130 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-7f7cf57e-6829-4003-bdd3-f22f104328bf tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.68 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 945 time: 0.2391722
Apr 15 19:57:24.253350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Deleting port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:57:24.253737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.294127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:57:24.304669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] Sync routers for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:57:24.315612 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:24.316408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d5d470>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:24.333358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 48698) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:24.375462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.532070 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.5178778
Apr 15 19:57:24.535223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:57:24.542944 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48710) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:24.551344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1882817170', 'description': 'tempest-secgroup-smoke-1882817170 description', 'project_id': 'c4982826645345ceb30d47046d10f317'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:24.571921 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:24.576981 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:24.580559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Usage tracker for resource:security_group and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:24.592421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.593796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:24.604508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:24.617542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:24.628595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] Usage tracker for resource:security_group_rule and tenant:78e73a82304247bd93470e0328fd7231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:24.639023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:24.649356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:24.652567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] For port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:24.653102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.661754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.687729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:24.691929 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Usage tracker for resource:security_group_rule and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:24.695155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:24.701229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:24.753566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f04125-0669-48b4-a62a-b8aa163cedde req-6039e745-89e9-4080-a7a5-c3bbc7b6ae6f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:24.755764 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-96f04125-0669-48b4-a62a-b8aa163cedde req-6039e745-89e9-4080-a7a5-c3bbc7b6ae6f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 945 time: 0.2860191
Apr 15 19:57:24.796633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.805966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bca33-2f7e-4f50-b886-75152486af9e req-e2d74665-119f-4e72-bcac-4045f3d3b8fb tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:24.807627 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-980bca33-2f7e-4f50-b886-75152486af9e req-e2d74665-119f-4e72-bcac-4045f3d3b8fb tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 945 time: 0.3011296
Apr 15 19:57:24.819326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:24.844465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-872419f6-9803-432d-9b97-06f71180bffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:24.926389 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-96f04125-0669-48b4-a62a-b8aa163cedde req-78a5d98e-142a-436c-acf8-68b3098f09f6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1637387
Apr 15 19:57:24.935185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28dc7f-b666-430f-a594-d01d8f3e53cc,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:24.945993 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78e73a82304247bd93470e0328fd7231&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6113582
Apr 15 19:57:24.946980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 48716) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:24.947948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0410ce98-29e7-414d-b629-51a8df3dc93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:24.957524 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-980bca33-2f7e-4f50-b886-75152486af9e req-138c1102-0e2e-444d-bef7-31a22c1a04e4 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395617
Apr 15 19:57:24.998885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d5d470>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:06Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '30128da2-d531-43a4-8cee-70aad91ede49', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'port_id': '619a8492-f932-4048-8258-fe9757a50525', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'mac_address': 'fa:16:3e:73:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:57:22Z', 'updated_at': '2021-04-15T19:57:22Z', 'revision_number': 0, 'project_id': 'c4982826645345ceb30d47046d10f317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5e722c-96cf-48a8-9270-9aa25c970c27', 'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'mac_address': 'fa:16:3e:d4:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:15Z', 'revision_number': 5, 'project_id': 'c4982826645345ceb30d47046d10f317', 'subnets': [{'id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:25.004007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] Checking router: ecc97b6a-45de-46c5-95a5-4cf53260919a for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:57:25.016572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:57:25.017347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599d5d470>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:57:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:25.030375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06be7b23-39d6-4772-b480-d2106e2d8ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.064951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06be7b23-39d6-4772-b480-d2106e2d8ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.088714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Calling delete_port for b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:57:25.121169 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525', 'status': 'completed', 'code': 200}
Apr 15 19:57:25.176030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06be7b23-39d6-4772-b480-d2106e2d8ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.181966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f8415c17-39bb-4adb-b72f-9bf7f6d9af32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:25.208635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be7b23-39d6-4772-b480-d2106e2d8ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28dc7f-b666-430f-a594-d01d8f3e53cc,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:25.211155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-06be7b23-39d6-4772-b480-d2106e2d8ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:25.217401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.219765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-43e898a3-9ffc-418a-bfd3-8a5ea8bf1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:25.221587 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-43e898a3-9ffc-418a-bfd3-8a5ea8bf1533 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c4982826645345ceb30d47046d10f317&device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1099 time: 0.1131473
Apr 15 19:57:25.223535 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-06be7b23-39d6-4772-b480-d2106e2d8ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.227253 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-06be7b23-39d6-4772-b480-d2106e2d8ec1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c28dc7f-b666-430f-a594-d01d8f3e53cc HTTP/1.1" status: 204  len: 168 time: 0.2731807
Apr 15 19:57:25.227436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:57:25.258628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.270571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fd5c556d-28a7-4fef-afa8-8f0c33cc9ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:25.283395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:25.341085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6b6b69-666b-4890-857e-c2b16a23866b,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:25.348413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:25.349457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.354710 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.8105192
Apr 15 19:57:25.355491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48722) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:25.364539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'security_group_rule': {'security_group_id': 'bc6b6b69-666b-4890-857e-c2b16a23866b', 'project_id': 'c4982826645345ceb30d47046d10f317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:25.371462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:25.376278 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Usage tracker for resource:security_group_rule and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:25.377120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-c10bf2e1-96b0-41c8-9423-88ca0447b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:25.378721 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-c10bf2e1-96b0-41c8-9423-88ca0447b7ee service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 200  len: 916 time: 0.1505728
Apr 15 19:57:25.380147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:25.386321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.388868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:25.409913 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1a380b0d-80df-42a2-8ced-0a07a034b09c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:25.453752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 431c18ae-c617-4e1e-bca6-7134661c98e1 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:25.454262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.497358 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-c17ac705-72f0-4378-8370-0b68b90da2cb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 1000 time: 0.1113412
Apr 15 19:57:25.504509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['b4edfcb4-a2bd-4e43-83b4-3f5d12f99260'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:57:25.515931 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Pushing event deleted for resources: {'Port': ['ID=b4edfcb4-a2bd-4e43-83b4-3f5d12f99260,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:25.525780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:25.548484 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.580759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-906f2795-478b-4d2f-bde1-78bbc1b88524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:25.583759 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-906f2795-478b-4d2f-bde1-78bbc1b88524 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b90a4bb7-654c-4cff-b9a7-ba0c4b150471 HTTP/1.1" status: 200  len: 854 time: 0.0791712
Apr 15 19:57:25.634242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48728) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:25.674551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.675670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.711657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-f4de87cb-e04c-4fa7-8ec3-cffcc2c64409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:25.713620 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-f4de87cb-e04c-4fa7-8ec3-cffcc2c64409 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2e11d43-a253-422d-a44e-09304a48dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1224201
Apr 15 19:57:25.715300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.733633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a8f7ef5d-5b56-430b-9a00-7f187eb47dbc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:25.779496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:25.793356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] No DVR routers for this DVR port b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 on host hv-cinder-78638 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:57:25.795225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.795451 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:9b135cd89a5c4b9886946e534fa1da8c is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:25.804243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:25.807531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.813429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cbbb1b-da2a-4f2a-b520-d6b4f36ae4c6,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:25.820909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:25.821788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:25.828067 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1caab9f7-0cb8-4ed7-89f2-f01bfe0eb790 req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.68 "DELETE /v2.0/ports/b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 HTTP/1.1" status: 204  len: 173 time: 1.6780603
Apr 15 19:57:25.830682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:25.835016 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4762132
Apr 15 19:57:25.839416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48732) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:25.845521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'security_group_rule': {'security_group_id': 'bc6b6b69-666b-4890-857e-c2b16a23866b', 'project_id': 'c4982826645345ceb30d47046d10f317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:25.854719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:25.863885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:57:25.867240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Usage tracker for resource:security_group_rule and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:25.871881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:25.883768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:25.886489 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-9d57f632-3ab7-423b-a86f-eddcd828da17 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660848
Apr 15 19:57:25.918114 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.022595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.043288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.043794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:26.050045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.052121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c72c4e5f-185b-4790-92fb-cb07851510b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.073937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.075018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-74669a28-ee1b-4885-bd46-f40943021e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.087628 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b135cd89a5c4b9886946e534fa1da8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4519198
Apr 15 19:57:26.090119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48742) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:26.098004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.144548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=10']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.148229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.150517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599d5d470>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:06Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '30128da2-d531-43a4-8cee-70aad91ede49', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'port_id': '619a8492-f932-4048-8258-fe9757a50525', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'mac_address': 'fa:16:3e:73:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:57:22Z', 'updated_at': '2021-04-15T19:57:22Z', 'revision_number': 0, 'project_id': 'c4982826645345ceb30d47046d10f317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5e722c-96cf-48a8-9270-9aa25c970c27', 'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'mac_address': 'fa:16:3e:d4:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:15Z', 'revision_number': 5, 'project_id': 'c4982826645345ceb30d47046d10f317', 'subnets': [{'id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:57:26.155053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6629394-6b54-40ef-8320-befecd14ea49 None None] The sync data for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi is: [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:06Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '30128da2-d531-43a4-8cee-70aad91ede49', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'port_id': '619a8492-f932-4048-8258-fe9757a50525', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'mac_address': 'fa:16:3e:73:02:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:57:22Z', 'updated_at': '2021-04-15T19:57:22Z', 'revision_number': 0, 'project_id': 'c4982826645345ceb30d47046d10f317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5e722c-96cf-48a8-9270-9aa25c970c27', 'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'mac_address': 'fa:16:3e:d4:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:15Z', 'revision_number': 5, 'project_id': 'c4982826645345ceb30d47046d10f317', 'subnets': [{'id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:57:26.160682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b8262a-5e5a-4d2e-bc72-cb0a4db773e9,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.183245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.186799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8168b1b8-c2e3-4b15-bcea-273ea54c1946 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.225546 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d4f4b1b-4716-4363-90f5-db0a47b076d2 req-47636fdc-ca8b-440d-8da4-f23ddfdfe7df service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3302648
Apr 15 19:57:26.226384 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ce6859-8be8-4d68-8d12-a8ff3789b1d2,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.228829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c76e3ed-8d03-49cd-ae98-42452365b915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.242887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.243662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.244947 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4044704
Apr 15 19:57:26.248490 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48746) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:26.260573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'security_group_rule': {'security_group_id': 'bc6b6b69-666b-4890-857e-c2b16a23866b', 'project_id': 'c4982826645345ceb30d47046d10f317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:26.268868 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0cc0f52d-3480-470b-8ff0-b1aa224f4475 req-625f961f-c57a-4144-90fd-512ea8eb1527 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5f4046a-6bc2-4099-afa3-c1a2d16c38f0 HTTP/1.1" status: 200  len: 210 time: 0.1027374
Apr 15 19:57:26.270061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:26.277312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c76e3ed-8d03-49cd-ae98-42452365b915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.285725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Usage tracker for resource:security_group_rule and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:26.292063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:26.306088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:26.341131 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'code': 200}
Apr 15 19:57:26.342302 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.342951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef4e9-8c81-48ba-a747-32d65449da93 req-070eb7cf-88dd-4d64-8c16-592ee28ba05e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:26.344597 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-179ef4e9-8c81-48ba-a747-32d65449da93 req-070eb7cf-88dd-4d64-8c16-592ee28ba05e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.1217852
Apr 15 19:57:26.390029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c76e3ed-8d03-49cd-ae98-42452365b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.397561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f73a179c-1800-4a2a-bf26-cc3f286982f4 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.412704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76e3ed-8d03-49cd-ae98-42452365b915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b8262a-5e5a-4d2e-bc72-cb0a4db773e9,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.416977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4c76e3ed-8d03-49cd-ae98-42452365b915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.418078 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-179ef4e9-8c81-48ba-a747-32d65449da93 req-9854be79-e2e4-4083-8cc6-284805b558e5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663426
Apr 15 19:57:26.423948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c76e3ed-8d03-49cd-ae98-42452365b915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.435237 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4c76e3ed-8d03-49cd-ae98-42452365b915 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e0b8262a-5e5a-4d2e-bc72-cb0a4db773e9 HTTP/1.1" status: 204  len: 168 time: 0.3360660
Apr 15 19:57:26.463642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.468590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.470859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.508969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.513279 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2610350
Apr 15 19:57:26.513279 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff41ed7-adb6-4640-9696-f6568614691d,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.513595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48752) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:26.516522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.520954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'security_group_rule': {'security_group_id': 'bc6b6b69-666b-4890-857e-c2b16a23866b', 'project_id': 'c4982826645345ceb30d47046d10f317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:26.527908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:26.533195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Usage tracker for resource:security_group_rule and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:26.536665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:26.545115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:26.554342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67ac2e-56cf-452a-9566-1f93a41be214 None None] New status for floating IP 30128da2-d531-43a4-8cee-70aad91ede49: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:57:26.562420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.634883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.637943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.641156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.669627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba60d447-e6c0-4932-b45d-bcf4156e3a2c,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.672347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.678913 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.682910 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-cdd224dd-e411-42ba-8187-7ecf163ead97 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1654682
Apr 15 19:57:26.683212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48758) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:26.690499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'security_group_rule': {'security_group_id': 'bc6b6b69-666b-4890-857e-c2b16a23866b', 'project_id': 'c4982826645345ceb30d47046d10f317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:26.698844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:26.703956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Usage tracker for resource:security_group_rule and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:26.707671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:26.717377 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:26.729354 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.securitygroups_db [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Project c4982826645345ceb30d47046d10f317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:57:26.739352 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.815912 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.819115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.821621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d4b3ae5b-edd9-4a50-adce-65ef2dee462f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:26.849143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240b01ce-304e-4cf8-9df9-d67e45b31a9d,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:26.859735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:26.874311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.876320 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1916461
Apr 15 19:57:26.878985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48766) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:26.888236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'security_group_rule': {'security_group_id': 'bc6b6b69-666b-4890-857e-c2b16a23866b', 'project_id': 'c4982826645345ceb30d47046d10f317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:26.895068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:26.899569 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Usage tracker for resource:security_group_rule and tenant:c4982826645345ceb30d47046d10f317 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:26.903113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:26.909725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:26.920451 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.securitygroups_db [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Project c4982826645345ceb30d47046d10f317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 19:57:26.928113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:26.994178 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bfd7b-6e83-4d8c-b513-b0d6361629e8 req-63e96333-a531-482d-b7d0-5877bb216f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:26.996108 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4f0bfd7b-6e83-4d8c-b513-b0d6361629e8 req-63e96333-a531-482d-b7d0-5877bb216f3e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 1100 time: 0.0942168
Apr 15 19:57:27.001306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.004411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.006815 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4dd6613c-7112-4663-94ce-881fcb4e7f27 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:27.030834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ec06d5-5643-4571-84cb-1dc317ed46ab,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:27.042531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:27.051503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.052535 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4f0bfd7b-6e83-4d8c-b513-b0d6361629e8 req-42112dd9-26ff-40ad-af28-72b6ab1b9d1c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499427
Apr 15 19:57:27.055764 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1753943
Apr 15 19:57:27.122044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f4046a-6bc2-4099-afa3-c1a2d16c38f0', 'name': 'network-vif-deleted', 'tag': 'b4edfcb4-a2bd-4e43-83b4-3f5d12f99260'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:57:27.173921 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f4046a-6bc2-4099-afa3-c1a2d16c38f0', 'name': 'network-vif-deleted', 'tag': 'b4edfcb4-a2bd-4e43-83b4-3f5d12f99260', 'status': 'completed', 'code': 200}
Apr 15 19:57:27.189390 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-46453888-3db4-436e-856d-3a8341127fcf req-881d91a4-641f-4d10-a0da-32a25b9b2bdd tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882817170&fields=id&tenant_id=c4982826645345ceb30d47046d10f317 HTTP/1.1" status: 200  len: 267 time: 0.0453961
Apr 15 19:57:27.382065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.514439 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453888-3db4-436e-856d-3a8341127fcf req-622f501b-4834-4263-8300-19eecf089ebc tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:27.516186 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-46453888-3db4-436e-856d-3a8341127fcf req-622f501b-4834-4263-8300-19eecf089ebc tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 946 time: 0.3207834
Apr 15 19:57:27.529024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-46453888-3db4-436e-856d-3a8341127fcf req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'port': {'security_groups': ['1254d7ca-bab9-4b2e-8d2d-28a07649adab', 'bc6b6b69-666b-4890-857e-c2b16a23866b']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:27.742852 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940c1bd-1796-4752-bb43-42862ca0e0b3 req-ffc0d495-0a8e-40b5-86db-fc580bbc632e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:27.745332 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a940c1bd-1796-4752-bb43-42862ca0e0b3 req-ffc0d495-0a8e-40b5-86db-fc580bbc632e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.1812403
Apr 15 19:57:27.770004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-46453888-3db4-436e-856d-3a8341127fcf req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:27.852303 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a940c1bd-1796-4752-bb43-42862ca0e0b3 req-c978b138-d638-4447-b82a-130047122509 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1003399
Apr 15 19:57:28.068059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-46453888-3db4-436e-856d-3a8341127fcf req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] For port 619a8492-f932-4048-8258-fe9757a50525, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=619a8492-f932-4048-8258-fe9757a50525,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:28.094558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-46453888-3db4-436e-856d-3a8341127fcf req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.098120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-46453888-3db4-436e-856d-3a8341127fcf req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.113643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8658e25b-23c4-4389-86a9-72fcf997d6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:28.116905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['619a8492-f932-4048-8258-fe9757a50525'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:57:28.277816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'Port': ['ID=619a8492-f932-4048-8258-fe9757a50525,revision_number=6']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:28.285149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:28.332949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453888-3db4-436e-856d-3a8341127fcf req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:28.334016 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-46453888-3db4-436e-856d-3a8341127fcf req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.343372 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-46453888-3db4-436e-856d-3a8341127fcf req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "PUT /v2.0/ports/619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 982 time: 0.8162541
Apr 15 19:57:28.343372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:57:28.588764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-cc3cd6e1-568b-48f3-9386-f53245e936cc None None] Provisioning complete for port 619a8492-f932-4048-8258-fe9757a50525 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:28.589188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cc3cd6e1-568b-48f3-9386-f53245e936cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.615070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3c6c5-82e1-4422-a1ab-49c79840cd67 req-a1314983-f0a7-4ce0-9fb3-dc2f2c578701 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:28.616718 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7bd3c6c5-82e1-4422-a1ab-49c79840cd67 req-a1314983-f0a7-4ce0-9fb3-dc2f2c578701 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.1403599
Apr 15 19:57:28.618498 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525', 'status': 'completed', 'code': 200}
Apr 15 19:57:28.655499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48834) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:28.673888 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7bd3c6c5-82e1-4422-a1ab-49c79840cd67 req-d89a2904-2635-4c03-9b3c-ceb939510f26 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0482488
Apr 15 19:57:28.843409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.859015 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:28.863113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Usage tracker for resource:security_group_rule and tenant:d41f5d568abf4fb6b22905d815993a14 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:28.866059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:28.872010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:28.956408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.959208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:28.968111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-68a5f36a-a515-4018-bb0c-f1c5d361fc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:29.014124 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d41f5d568abf4fb6b22905d815993a14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3574717
Apr 15 19:57:29.015793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a114e879-82b4-4e3f-ada2-890ae2ec2d7b,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:29.016930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 48846) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:29.019031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:29.106561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7594521-9589-4b97-afd1-1a43264dc89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.146438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd303ca0-30e3-4f47-9013-c5361c9c0d4c req-76059ccb-a00b-497e-84d7-f81ee499055a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:29.148104 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dd303ca0-30e3-4f47-9013-c5361c9c0d4c req-76059ccb-a00b-497e-84d7-f81ee499055a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.1705384
Apr 15 19:57:29.149970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7594521-9589-4b97-afd1-1a43264dc89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.227685 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dd303ca0-30e3-4f47-9013-c5361c9c0d4c req-aa146741-331e-4281-a87b-472c3a1e75dd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697989
Apr 15 19:57:29.235800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7594521-9589-4b97-afd1-1a43264dc89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.241091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-caf829e4-ac5e-423f-aaa6-1fd797fffa77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:29.253563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7594521-9589-4b97-afd1-1a43264dc89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a114e879-82b4-4e3f-ada2-890ae2ec2d7b,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:29.256719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a7594521-9589-4b97-afd1-1a43264dc89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:29.258794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7594521-9589-4b97-afd1-1a43264dc89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.260404 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a7594521-9589-4b97-afd1-1a43264dc89d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a114e879-82b4-4e3f-ada2-890ae2ec2d7b HTTP/1.1" status: 204  len: 168 time: 0.2416997
Apr 15 19:57:29.541199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 48854) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:29.560358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.576290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:29.580281 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc38ef5788c45c4bb741b9747ff457b is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:29.583213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:29.589208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:29.672022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.674611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.683425 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e4f38ab6-005d-4319-8b76-0a7eb580b790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:29.727226 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfc38ef5788c45c4bb741b9747ff457b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1847885
Apr 15 19:57:29.728907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67bf79e-fd7f-4ba5-9907-dead9495594d,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:29.730049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 48858) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:29.732131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:29.791776 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-951d14e3-332d-4791-83c1-612d80881b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.819794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-951d14e3-332d-4791-83c1-612d80881b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.863033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-951d14e3-332d-4791-83c1-612d80881b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.867954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-314c4341-8009-49f5-80e2-52471ded204f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:29.880794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d14e3-332d-4791-83c1-612d80881b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67bf79e-fd7f-4ba5-9907-dead9495594d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:29.883027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-951d14e3-332d-4791-83c1-612d80881b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:29.890363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-951d14e3-332d-4791-83c1-612d80881b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:29.891593 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-951d14e3-332d-4791-83c1-612d80881b1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d67bf79e-fd7f-4ba5-9907-dead9495594d HTTP/1.1" status: 204  len: 168 time: 0.1603906
Apr 15 19:57:30.443431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bd528-7b0f-4be2-9357-37919fb42c45 req-4cdcc762-2b27-4bd0-9abc-2b2650b8684c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:30.445045 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4a1bd528-7b0f-4be2-9357-37919fb42c45 req-4cdcc762-2b27-4bd0-9abc-2b2650b8684c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.0962033
Apr 15 19:57:30.494079 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4a1bd528-7b0f-4be2-9357-37919fb42c45 req-6ae734f4-1064-47a1-ba0b-45e78f32e673 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427442
Apr 15 19:57:30.892091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-3219a921-83cc-4e4a-944c-fc07df0f0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:30.893714 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-3219a921-83cc-4e4a-944c-fc07df0f0170 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c4982826645345ceb30d47046d10f317&device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1138 time: 0.0848937
Apr 15 19:57:31.705062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046d547-168c-48ad-a526-ba4abdab6017 req-30b4403f-5202-42ea-aded-d5f54b126dcc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:31.706720 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c046d547-168c-48ad-a526-ba4abdab6017 req-30b4403f-5202-42ea-aded-d5f54b126dcc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.0925488
Apr 15 19:57:31.756213 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c046d547-168c-48ad-a526-ba4abdab6017 req-eae9593f-616d-46d2-a927-560cd0fdcbd6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428011
Apr 15 19:57:32.335780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:57:32.376083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:57:32.376445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device b4edfcb4-a2bd-4e43-83b4-3f5d12f99260 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:57:32.441750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-9904c81a-31d6-4e13-81d1-1fb4c217fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:32.443351 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-9904c81a-31d6-4e13-81d1-1fb4c217fe26 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 200  len: 916 time: 0.1429713
Apr 15 19:57:32.734576 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['619a8492-f932-4048-8258-fe9757a50525'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:57:32.830747 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-c9af49c6-dfdc-49e9-8ae1-29a2e8c163bb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 1002 time: 0.1195331
Apr 15 19:57:32.912524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-a6d1fc5e-7737-4fd9-b06e-2396416d7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:32.914365 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-a6d1fc5e-7737-4fd9-b06e-2396416d7102 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b90a4bb7-654c-4cff-b9a7-ba0c4b150471 HTTP/1.1" status: 200  len: 854 time: 0.0743930
Apr 15 19:57:33.040462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-513249d4-887c-4edf-af94-116896e58027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:33.042094 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-513249d4-887c-4edf-af94-116896e58027 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2e11d43-a253-422d-a44e-09304a48dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1095531
Apr 15 19:57:33.265518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4575e-0896-44c3-8efc-d89dcb8be6d3 req-4fa859c3-00a0-408e-8473-39d5dd20a8f3 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:33.273086 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ecd4575e-0896-44c3-8efc-d89dcb8be6d3 req-4fa859c3-00a0-408e-8473-39d5dd20a8f3 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.2216065
Apr 15 19:57:33.317566 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-8f9faa91-b9d7-4d38-960e-70b20c0d1fa9 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240353
Apr 15 19:57:33.412824 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ecd4575e-0896-44c3-8efc-d89dcb8be6d3 req-5965bb49-faa1-4224-b2d2-24d162679ddd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1387856
Apr 15 19:57:33.474932 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-362c59dc-b551-4d69-9469-46ba9076a5aa req-3b372cc4-732b-40b5-8c2e-4b7ab4af2d42 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492939
Apr 15 19:57:34.009856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0e589e23-6719-418c-b754-14dafe80a8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:34.637829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aea9a1-f63c-4e66-8b3e-9d536a34e89c req-ab514799-164d-491b-9243-51a4ea869e7c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:34.646402 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e8aea9a1-f63c-4e66-8b3e-9d536a34e89c req-ab514799-164d-491b-9243-51a4ea869e7c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.1093392
Apr 15 19:57:34.695372 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e8aea9a1-f63c-4e66-8b3e-9d536a34e89c req-5a1ec70a-e177-48a7-81b3-f30c2c800775 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479836
Apr 15 19:57:36.160287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3286cd75-a42b-4d49-9e6e-0e3baf868fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:36.846991 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:37.150524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:57:37.698422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:38.732092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:45.431483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-6f66cffc-26cd-45dd-a912-4825cddceaaa tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:45.432989 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-6f66cffc-26cd-45dd-a912-4825cddceaaa tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/networks?id=04ccfe32-3031-4e0e-8687-0a32f699824a HTTP/1.1" status: 200  len: 814 time: 0.1527085
Apr 15 19:57:45.449146 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-5aa4c5ff-21c1-4f7b-b39e-f85ac30da785 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/quotas/53bc040eb9af4c96ac478d1091ca1b60 HTTP/1.1" status: 200  len: 375 time: 0.0093534
Apr 15 19:57:45.500319 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-fd117e68-bb92-4af2-aa1f-87307244d771 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53bc040eb9af4c96ac478d1091ca1b60&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458500
Apr 15 19:57:45.755104 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-9a8d303b-f57d-4dbf-83a4-df2d564b565d service neutron] 10.222.0.58 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2468002
Apr 15 19:57:45.897479 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-8970f603-838c-4cbd-b160-9d90a84a2c63 service neutron] 10.222.0.58 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360226
Apr 15 19:57:46.093846 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-23265395-8970-48b1-a315-8a0732025933 req-2ef6faf0-add5-4856-81a4-623a9ee4872b tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 210 time: 0.0521910
Apr 15 19:57:47.263993 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9d15d016-838b-4f2d-bb33-7f374668335c req-d50960a6-91b7-44ad-a584-bd831dbedaf1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 210 time: 0.0531640
Apr 15 19:57:47.302181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49096) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:47.425415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-7f869207-760e-47ef-93c4-6bd25676bb4f tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:47.426955 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-7f869207-760e-47ef-93c4-6bd25676bb4f tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.68 "GET /v2.0/networks?id=04ccfe32-3031-4e0e-8687-0a32f699824a HTTP/1.1" status: 200  len: 814 time: 0.1614249
Apr 15 19:57:47.432534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.440099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Request body: {'port': {'device_id': '848e70ee-4f74-46f4-bec6-84f3ec5a6309', 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a', 'admin_state_up': True, 'tenant_id': '53bc040eb9af4c96ac478d1091ca1b60'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:47.449031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:47.453161 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Usage tracker for resource:security_group_rule and tenant:c296941b2b29425bb2f62c6007c89786 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:47.456820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:47.463011 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:47.555848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.558875 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.572546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:47.619032 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c296941b2b29425bb2f62c6007c89786&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3156421
Apr 15 19:57:47.621083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e6cc0f-4956-43db-96df-e81ac22fb547,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:47.624138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49106) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:47.627330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:47.692675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-99dfa393-4d7e-49e4-bcab-34e0aa4be7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.721769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-99dfa393-4d7e-49e4-bcab-34e0aa4be7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.767054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-99dfa393-4d7e-49e4-bcab-34e0aa4be7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.772048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7702fce2-c88f-43c4-a9e5-1d5fbc818df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:47.784897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfa393-4d7e-49e4-bcab-34e0aa4be7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e6cc0f-4956-43db-96df-e81ac22fb547,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:47.788154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-99dfa393-4d7e-49e4-bcab-34e0aa4be7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:47.790520 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-99dfa393-4d7e-49e4-bcab-34e0aa4be7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:47.791829 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-99dfa393-4d7e-49e4-bcab-34e0aa4be7da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60e6cc0f-4956-43db-96df-e81ac22fb547 HTTP/1.1" status: 204  len: 168 time: 0.1665618
Apr 15 19:57:47.821731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:47.832213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:47.840966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Made reservation on behalf of 53bc040eb9af4c96ac478d1091ca1b60 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:57:47.847957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.019097 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Allocated IP 172.20.0.14 (04ccfe32-3031-4e0e-8687-0a32f699824a/9751e60c-4133-4feb-82bb-c79f989c999a/da2760ef-fd8b-466c-b2d5-110ab388fe82) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:57:48.086531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49116) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:48.105835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.121603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:48.125629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Usage tracker for resource:security_group_rule and tenant:c53eb477e43b4d4d9c85911800f124a7 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:48.129165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:48.135126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:48.222934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.225675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.229545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.234966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:48.258955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.273768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-093afc5a-c418-49b3-ada2-1f12b2e4f690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:48.279874 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c53eb477e43b4d4d9c85911800f124a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921515
Apr 15 19:57:48.280800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548b4440-24af-4d1b-b908-8ee7941aee8d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:48.284593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:48.285282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49120) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:48.349093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bacca97e-e53a-41c6-8f2e-0735e2b5471c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.352746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Pushing event updated for resources: {'Port': ['ID=da2760ef-fd8b-466c-b2d5-110ab388fe82,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:48.377560 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bacca97e-e53a-41c6-8f2e-0735e2b5471c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.404997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:48.421999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bacca97e-e53a-41c6-8f2e-0735e2b5471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.428000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e55e37df-497a-4ede-9176-659294ba666d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:48.441579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacca97e-e53a-41c6-8f2e-0735e2b5471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548b4440-24af-4d1b-b908-8ee7941aee8d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:48.444372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bacca97e-e53a-41c6-8f2e-0735e2b5471c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:48.445603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bacca97e-e53a-41c6-8f2e-0735e2b5471c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.448648 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-bacca97e-e53a-41c6-8f2e-0735e2b5471c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/548b4440-24af-4d1b-b908-8ee7941aee8d HTTP/1.1" status: 204  len: 168 time: 0.1605494
Apr 15 19:57:48.551794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Network 04ccfe32-3031-4e0e-8687-0a32f699824a is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:57:48.553634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:57:48.556593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:57:48.604298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3882f8-a386-42ff-88a4-1d33f55a111d req-0fd7e193-4627-4d10-9757-c7bc706b9af3 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:48.605906 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7a3882f8-a386-42ff-88a4-1d33f55a111d req-0fd7e193-4627-4d10-9757-c7bc706b9af3 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 932 time: 0.2025797
Apr 15 19:57:48.655056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:48.655752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:48.694899 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7a3882f8-a386-42ff-88a4-1d33f55a111d req-762e632b-3dde-44fe-a1e8-1df9c7d0ae4a tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809240
Apr 15 19:57:48.705039 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2697256
Apr 15 19:57:48.718734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Request body: {'port': {'device_id': '848e70ee-4f74-46f4-bec6-84f3ec5a6309', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:57:48.842391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:49.210304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2760ef-fd8b-466c-b2d5-110ab388fe82 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:57:49.218208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:49.233617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Transition to ACTIVE for port object da2760ef-fd8b-466c-b2d5-110ab388fe82 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:57:49.236430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:49.252417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-49092a1e-8cea-4ced-bac1-9307bbc40998 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:49.385733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Pushing event updated for resources: {'Port': ['ID=da2760ef-fd8b-466c-b2d5-110ab388fe82,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:49.398636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:49.610176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Attempting to bind port da2760ef-fd8b-466c-b2d5-110ab388fe82 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:57:49.610563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Attempting to bind port da2760ef-fd8b-466c-b2d5-110ab388fe82 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '51b04707-1b71-4873-88b4-e8437fea518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:57:49.610930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Attempting to bind port da2760ef-fd8b-466c-b2d5-110ab388fe82 on network 04ccfe32-3031-4e0e-8687-0a32f699824a {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:57:49.615938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Port da2760ef-fd8b-466c-b2d5-110ab388fe82 on network 04ccfe32-3031-4e0e-8687-0a32f699824a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:57:49.616295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Attempting to bind port da2760ef-fd8b-466c-b2d5-110ab388fe82 on network 04ccfe32-3031-4e0e-8687-0a32f699824a {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:57:49.621937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:57:49.622573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Checking segment: {'id': '51b04707-1b71-4873-88b4-e8437fea518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:57:49.623007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Bound using segment: {'id': '51b04707-1b71-4873-88b4-e8437fea518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:57:49.623516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Bound port: da2760ef-fd8b-466c-b2d5-110ab388fe82, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b04707-1b71-4873-88b4-e8437fea518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:57:49.623904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:49.722693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] For port da2760ef-fd8b-466c-b2d5-110ab388fe82, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:57:49.726012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] For port da2760ef-fd8b-466c-b2d5-110ab388fe82, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=da2760ef-fd8b-466c-b2d5-110ab388fe82,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:57:49.730111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:49.745034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:49.965381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Pushing event updated for resources: {'Port': ['ID=da2760ef-fd8b-466c-b2d5-110ab388fe82,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:49.985075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:50.016304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65525f-2073-425b-89d6-291279f03d45 req-efd975f6-7976-4dd5-b27a-8aa1b66286ec tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:50.016981 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-da65525f-2073-425b-89d6-291279f03d45 req-efd975f6-7976-4dd5-b27a-8aa1b66286ec tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Synchronizing usage tracker for tenant:53bc040eb9af4c96ac478d1091ca1b60 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:57:50.023396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:50.024063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:50.025520 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] 10.222.0.68 "PUT /v2.0/ports/da2760ef-fd8b-466c-b2d5-110ab388fe82 HTTP/1.1" status: 200  len: 1094 time: 1.3115492
Apr 15 19:57:50.028037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848e70ee-4f74-46f4-bec6-84f3ec5a6309', 'tag': 'da2760ef-fd8b-466c-b2d5-110ab388fe82'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:57:50.044142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-da65525f-2073-425b-89d6-291279f03d45 req-efd975f6-7976-4dd5-b27a-8aa1b66286ec tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Unset dirty status for tenant:53bc040eb9af4c96ac478d1091ca1b60 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:57:50.045650 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-da65525f-2073-425b-89d6-291279f03d45 req-efd975f6-7976-4dd5-b27a-8aa1b66286ec tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 944 time: 0.2133818
Apr 15 19:57:50.115417 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848e70ee-4f74-46f4-bec6-84f3ec5a6309', 'tag': 'da2760ef-fd8b-466c-b2d5-110ab388fe82', 'status': 'completed', 'code': 200}
Apr 15 19:57:50.153223 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-da65525f-2073-425b-89d6-291279f03d45 req-017107e8-8b0c-4be5-b79a-b8e20d435585 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005504
Apr 15 19:57:50.177035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-fe20307e-c2da-4c03-80e0-6f4e921391cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:50.178755 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-fe20307e-c2da-4c03-80e0-6f4e921391cd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53bc040eb9af4c96ac478d1091ca1b60&device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 1097 time: 0.1048355
Apr 15 19:57:50.255173 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-5ed8585d-6a39-4b21-8bac-363b79504cfb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da2760ef-fd8b-466c-b2d5-110ab388fe82 HTTP/1.1" status: 200  len: 217 time: 0.0683799
Apr 15 19:57:50.325201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-b61ec782-5bcc-47b9-8cdf-08226e9bdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:50.326810 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-b61ec782-5bcc-47b9-8cdf-08226e9bdc85 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9751e60c-4133-4feb-82bb-c79f989c999a HTTP/1.1" status: 200  len: 854 time: 0.0654774
Apr 15 19:57:50.381739 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-a5d72953-b412-4438-a1fd-1f625c3e2b04 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04ccfe32-3031-4e0e-8687-0a32f699824a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482044
Apr 15 19:57:50.524921 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-89c3546d-a7fc-4c26-9664-7a1f5514242c service neutron] 10.222.0.68 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362798
Apr 15 19:57:50.668914 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ffdc283-3aa1-4b1f-b165-b547c110c4d2 req-1bcd4e98-e283-442f-a6ac-9fc197cd6bf4 service neutron] 10.222.0.68 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374335
Apr 15 19:57:50.800689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-0a630c4d-c12a-45c8-973c-c0807085fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:50.802318 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-0a630c4d-c12a-45c8-973c-c0807085fcfb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=53bc040eb9af4c96ac478d1091ca1b60&device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 1097 time: 0.0824976
Apr 15 19:57:50.953305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-36afc160-8744-4bb6-a3dc-1ee1311dbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:50.954914 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-36afc160-8744-4bb6-a3dc-1ee1311dbb42 service neutron] 10.222.0.68 "GET /v2.0/networks?id=04ccfe32-3031-4e0e-8687-0a32f699824a HTTP/1.1" status: 200  len: 915 time: 0.1368113
Apr 15 19:57:51.027874 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-bf135456-91ef-4dd3-a595-6954d1093bd5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da2760ef-fd8b-466c-b2d5-110ab388fe82 HTTP/1.1" status: 200  len: 217 time: 0.0663323
Apr 15 19:57:51.101096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-ddfbc26c-20a5-42da-a792-21f50adb3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:51.102657 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-ddfbc26c-20a5-42da-a792-21f50adb3767 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9751e60c-4133-4feb-82bb-c79f989c999a HTTP/1.1" status: 200  len: 854 time: 0.0677905
Apr 15 19:57:51.154823 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-bbcd5d87-15fa-4aab-99f3-4b518464e085 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=04ccfe32-3031-4e0e-8687-0a32f699824a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451093
Apr 15 19:57:51.298009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49204) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:51.353129 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-854e77bf-2c64-4589-8060-dc5feb093c70 service neutron] 10.222.0.68 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916194
Apr 15 19:57:51.428453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:51.443883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:51.447869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Usage tracker for resource:security_group_rule and tenant:e74173b6ce6a46a9aedc010e4f36f232 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:51.450812 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:51.456952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:51.466372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae96d6-382c-4ea0-91a3-a3c8db1f9574 req-6fcda8ea-0830-4d99-b208-7dabe97c60e5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:51.468005 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a0ae96d6-382c-4ea0-91a3-a3c8db1f9574 req-6fcda8ea-0830-4d99-b208-7dabe97c60e5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 944 time: 0.1942964
Apr 15 19:57:51.546205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:51.549738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:51.559609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-895bf9d9-9888-43ca-81f7-0016d933d774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:51.605252 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e74173b6ce6a46a9aedc010e4f36f232&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3060541
Apr 15 19:57:51.607971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49210) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:51.611536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570f14fe-5115-40c4-bd00-d12658bc1847,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:51.624899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:51.680825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c011780-babe-418f-af74-6424cadac2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:51.709578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c011780-babe-418f-af74-6424cadac2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:51.760478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c011780-babe-418f-af74-6424cadac2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:51.765602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4d5f018c-1dcb-4a98-a891-9469bba0db92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:51.777881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c011780-babe-418f-af74-6424cadac2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570f14fe-5115-40c4-bd00-d12658bc1847,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:51.780999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4c011780-babe-418f-af74-6424cadac2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:51.783210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c011780-babe-418f-af74-6424cadac2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:51.784314 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4c011780-babe-418f-af74-6424cadac2d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/570f14fe-5115-40c4-bd00-d12658bc1847 HTTP/1.1" status: 204  len: 168 time: 0.1753361
Apr 15 19:57:51.798556 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a0ae96d6-382c-4ea0-91a3-a3c8db1f9574 req-c225e7c4-033c-4444-8219-6ca919436e6b tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3186047
Apr 15 19:57:51.808232 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-227a92fd-a816-4b3f-a14b-e7035c4a9193 req-8b4e8b4a-0947-47ed-8a75-2ee10412438c service neutron] 10.222.0.68 "GET /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4383018
Apr 15 19:57:52.072671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49218) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:52.091922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.107531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:52.112524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Usage tracker for resource:security_group_rule and tenant:63af0f4573294b688301f973c7862fa4 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:52.115533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:52.121522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:52.204957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.207660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.216440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-99dfa393-4d7e-49e4-bcab-34e0aa4be7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:52.260285 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=63af0f4573294b688301f973c7862fa4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1864040
Apr 15 19:57:52.261153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f197d9-3ceb-4744-8386-c812abae5dad,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:52.263035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49222) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:52.264361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:52.324707 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-006352c6-d7ea-4414-bb5b-52c9a5112e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.351942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-006352c6-d7ea-4414-bb5b-52c9a5112e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.394825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-006352c6-d7ea-4414-bb5b-52c9a5112e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.399739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b037623d-cb3c-439e-a6cc-aec10adc2bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:52.412268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006352c6-d7ea-4414-bb5b-52c9a5112e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f197d9-3ceb-4744-8386-c812abae5dad,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:52.415613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-006352c6-d7ea-4414-bb5b-52c9a5112e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:52.417634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-006352c6-d7ea-4414-bb5b-52c9a5112e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:52.418825 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-006352c6-d7ea-4414-bb5b-52c9a5112e0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71f197d9-3ceb-4744-8386-c812abae5dad HTTP/1.1" status: 204  len: 168 time: 0.1546450
Apr 15 19:57:53.008657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317f837-6b65-4076-b61a-06993ff64270 req-028a0321-6cd4-42f6-bf14-34df1d1f4d61 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:53.009553 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5317f837-6b65-4076-b61a-06993ff64270 req-028a0321-6cd4-42f6-bf14-34df1d1f4d61 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 944 time: 0.0960062
Apr 15 19:57:53.059237 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5317f837-6b65-4076-b61a-06993ff64270 req-e3c64af7-4178-4bf8-8f16-da82c58c6a33 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433486
Apr 15 19:57:54.258799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249161-92a1-48ac-bcfc-e29a9fd8a39e req-ffb1ff89-677d-4f5b-8c4d-88b11810fd52 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:54.260408 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7f249161-92a1-48ac-bcfc-e29a9fd8a39e req-ffb1ff89-677d-4f5b-8c4d-88b11810fd52 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 944 time: 0.0882792
Apr 15 19:57:54.310121 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7f249161-92a1-48ac-bcfc-e29a9fd8a39e req-052a9c48-e827-435f-804f-81a01a5c0a85 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434968
Apr 15 19:57:54.445550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device da2760ef-fd8b-466c-b2d5-110ab388fe82 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:57:54.585099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port da2760ef-fd8b-466c-b2d5-110ab388fe82, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=da2760ef-fd8b-466c-b2d5-110ab388fe82,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:54.598659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': 'da2760ef-fd8b-466c-b2d5-110ab388fe82', 'network_id': '04ccfe32-3031-4e0e-8687-0a32f699824a', 'port_id': 'da2760ef-fd8b-466c-b2d5-110ab388fe82', 'mac_address': 'fa:16:3e:c3:34:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9751e60c-4133-4feb-82bb-c79f989c999a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:57:54.659146 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:54.677386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2760ef-fd8b-466c-b2d5-110ab388fe82 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:57:54.693515 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port da2760ef-fd8b-466c-b2d5-110ab388fe82, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=da2760ef-fd8b-466c-b2d5-110ab388fe82,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:54.696441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:54.698192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:54.766134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=da2760ef-fd8b-466c-b2d5-110ab388fe82,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:54.774066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.774458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.774839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.775215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.775642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.776014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.776384 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.776752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.777120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.777486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.777848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.778211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:57:54.782490 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:55.109822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['da2760ef-fd8b-466c-b2d5-110ab388fe82'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:57:55.507929 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7f2a-eec1-40ea-af97-b765f12518a5 req-b154165e-c213-40df-8435-f951103bc73c tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:55.509559 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2eab7f2a-eec1-40ea-af97-b765f12518a5 req-b154165e-c213-40df-8435-f951103bc73c tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 945 time: 0.0875485
Apr 15 19:57:55.557024 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2eab7f2a-eec1-40ea-af97-b765f12518a5 req-657e3a73-4cfd-45d2-a102-a8b543596048 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413175
Apr 15 19:57:56.440236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49278) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:56.561065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-461213db-2302-4354-98de-74d06008101b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.576186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-461213db-2302-4354-98de-74d06008101b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:57:56.580252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-461213db-2302-4354-98de-74d06008101b admin admin] Usage tracker for resource:security_group_rule and tenant:f439ebc9d2ae4cb0afdc8e2366d98e1b is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:57:56.583186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-461213db-2302-4354-98de-74d06008101b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:57:56.589934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-461213db-2302-4354-98de-74d06008101b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:57:56.681526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-461213db-2302-4354-98de-74d06008101b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.721755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-461213db-2302-4354-98de-74d06008101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.735164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7cd264e0-7771-485a-8921-e80786f8213a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:56.780914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461213db-2302-4354-98de-74d06008101b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4db908-9cfc-4fb0-ab87-40c4d6179cf6,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:56.784924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-461213db-2302-4354-98de-74d06008101b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:56.790708 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-461213db-2302-4354-98de-74d06008101b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f439ebc9d2ae4cb0afdc8e2366d98e1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3493774
Apr 15 19:57:56.793848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49286) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:57:56.820281 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb8a5e-8ce5-4030-b1c4-d3127898ebec req-434e0324-6259-4450-bfdc-abc2b6cef18d tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:56.821858 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e2eb8a5e-8ce5-4030-b1c4-d3127898ebec req-434e0324-6259-4450-bfdc-abc2b6cef18d tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 945 time: 0.1461494
Apr 15 19:57:56.861797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bd20cd7e-ab8d-4f72-abce-ff7983e96dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.869789 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e2eb8a5e-8ce5-4030-b1c4-d3127898ebec req-8f40db44-445b-4bca-ba73-c68a2486fb65 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414829
Apr 15 19:57:56.889509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bd20cd7e-ab8d-4f72-abce-ff7983e96dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.934027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bd20cd7e-ab8d-4f72-abce-ff7983e96dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.939229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4e159cd2-10e5-464e-8191-78442b92aae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:56.951747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20cd7e-ab8d-4f72-abce-ff7983e96dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4db908-9cfc-4fb0-ab87-40c4d6179cf6,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:56.954642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bd20cd7e-ab8d-4f72-abce-ff7983e96dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:56.962077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bd20cd7e-ab8d-4f72-abce-ff7983e96dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:56.963934 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-bd20cd7e-ab8d-4f72-abce-ff7983e96dd0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e4db908-9cfc-4fb0-ab87-40c4d6179cf6 HTTP/1.1" status: 204  len: 168 time: 0.1687365
Apr 15 19:57:57.032584 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-e0c742a4-5710-4cec-a99c-cc96228c6641 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0844688
Apr 15 19:57:57.196526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-1141ddb9-7862-42f5-a36b-86242084e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:57.198169 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-1141ddb9-7862-42f5-a36b-86242084e39d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 1100 time: 0.0829260
Apr 15 19:57:57.352786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-da11a8ff-e21e-412d-9a63-6056493cf114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:57.354339 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-da11a8ff-e21e-412d-9a63-6056493cf114 service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.1355374
Apr 15 19:57:57.393082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:57.464737 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-70c99062-c7c2-4955-9a1f-4bdad55de300 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=431c18ae-c617-4e1e-bca6-7134661c98e1 HTTP/1.1" status: 200  len: 1002 time: 0.1033092
Apr 15 19:57:57.534601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-efb44a4c-b1ee-4b8b-94f4-cd9d250e5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:57.536166 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-efb44a4c-b1ee-4b8b-94f4-cd9d250e5fb1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0645621
Apr 15 19:57:57.617094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-75ec2628-af2d-4569-a1e5-edc2c4981aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:57.618570 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-75ec2628-af2d-4569-a1e5-edc2c4981aa4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765743
Apr 15 19:57:57.758858 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-e555de7c-d7b0-4ac1-951d-33aa722b873e service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337905
Apr 15 19:57:57.897274 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0433e1a3-9f9a-4fc8-a404-36759506e44f req-e8af4b94-9db7-4415-982e-d2f15bf502c8 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312654
Apr 15 19:57:58.070945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4b74d-2606-4864-9302-764c7929737b req-2328b2e2-ca65-4ed9-85f1-116b6fd16b5b tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:58.072543 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ace4b74d-2606-4864-9302-764c7929737b req-2328b2e2-ca65-4ed9-85f1-116b6fd16b5b tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 945 time: 0.0876706
Apr 15 19:57:58.124279 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ace4b74d-2606-4864-9302-764c7929737b req-94cd8456-fd3a-4d14-a30f-10268e463a6e tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455365
Apr 15 19:57:58.489633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device da2760ef-fd8b-466c-b2d5-110ab388fe82 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:57:58.560684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port da2760ef-fd8b-466c-b2d5-110ab388fe82 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:57:58.566182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port da2760ef-fd8b-466c-b2d5-110ab388fe82 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:57:58.566599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.685653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.714214 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848e70ee-4f74-46f4-bec6-84f3ec5a6309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2760ef-fd8b-466c-b2d5-110ab388fe82'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:57:58.724522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port da2760ef-fd8b-466c-b2d5-110ab388fe82, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=da2760ef-fd8b-466c-b2d5-110ab388fe82,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:57:58.727540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:57:58.729494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:57:58.800875 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=da2760ef-fd8b-466c-b2d5-110ab388fe82,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:57:58.804152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:57:58.959014 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848e70ee-4f74-46f4-bec6-84f3ec5a6309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2760ef-fd8b-466c-b2d5-110ab388fe82', 'code': 200}
Apr 15 19:57:59.193399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ddb7c-36bd-4d9f-a6dd-1b3360d26831 req-59a45544-5dfe-4c97-b5d9-01235ba336a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:59.194987 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ab1ddb7c-36bd-4d9f-a6dd-1b3360d26831 req-59a45544-5dfe-4c97-b5d9-01235ba336a0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 1099 time: 0.0776241
Apr 15 19:57:59.237418 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ab1ddb7c-36bd-4d9f-a6dd-1b3360d26831 req-8a081687-78fc-43fb-acf6-50384a93022c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358727
Apr 15 19:57:59.325748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73706c0-3351-4215-8092-f5fd1f0c2735 req-5383e586-e09a-407e-a164-0e088d4ddf42 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:57:59.327323 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c73706c0-3351-4215-8092-f5fd1f0c2735 req-5383e586-e09a-407e-a164-0e088d4ddf42 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 946 time: 0.0889640
Apr 15 19:57:59.373703 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c73706c0-3351-4215-8092-f5fd1f0c2735 req-3e5450db-81d7-4a0f-9b9b-3a65864876d6 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402508
Apr 15 19:58:00.576669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbc1fb-de26-4a0f-82f4-dd93c57bc16c req-dc3cf320-b082-4f71-bf62-07545ece58f9 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:00.578884 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-99bbc1fb-de26-4a0f-82f4-dd93c57bc16c req-dc3cf320-b082-4f71-bf62-07545ece58f9 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 946 time: 0.0906107
Apr 15 19:58:00.629196 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-99bbc1fb-de26-4a0f-82f4-dd93c57bc16c req-e08f4a54-cd4e-42be-9a8f-8372402e3abc tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434740
Apr 15 19:58:01.830167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa72f-9b8d-4fdc-9e69-7df9eeb6593d req-293e49b0-e854-4e18-b9a6-8af0313472a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:01.832487 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-02eaa72f-9b8d-4fdc-9e69-7df9eeb6593d req-293e49b0-e854-4e18-b9a6-8af0313472a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 946 time: 0.0914803
Apr 15 19:58:01.878983 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-02eaa72f-9b8d-4fdc-9e69-7df9eeb6593d req-6c8d5ea2-d8bf-48f7-8c95-c70f77fd9c1f tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403414
Apr 15 19:58:04.009727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a43a1166-a9ef-47d4-bba6-9d136062b08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:06.162116 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f8257b56-329a-45b6-887b-4175a00dad02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:06.850769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:07.700191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:08.734605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:14.150201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:58:27.420105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:27.480183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0a579-924a-4378-a372-41c6d08724ec req-494cde78-1707-405a-906c-121a2301cab9 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:27.481800 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b0e0a579-924a-4378-a372-41c6d08724ec req-494cde78-1707-405a-906c-121a2301cab9 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 946 time: 0.0916476
Apr 15 19:58:27.532152 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b0e0a579-924a-4378-a372-41c6d08724ec req-e314109e-d9dc-4e79-a379-cd1983edbf25 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441890
Apr 15 19:58:28.733622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364c66f-2fac-4a41-8b09-735ecf944689 req-c755524b-e0c9-4152-ad3a-e6cad026cc5d tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:28.735237 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a364c66f-2fac-4a41-8b09-735ecf944689 req-c755524b-e0c9-4152-ad3a-e6cad026cc5d tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 946 time: 0.0894859
Apr 15 19:58:28.783849 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a364c66f-2fac-4a41-8b09-735ecf944689 req-e04472ae-bcc7-430b-848c-e6206a286f17 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423388
Apr 15 19:58:29.442752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-79dfbb51-72c8-4a87-a892-89f215d003a6 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:29.444331 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-79dfbb51-72c8-4a87-a892-89f215d003a6 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.68 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 946 time: 0.0897505
Apr 15 19:58:29.519851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Deleting port da2760ef-fd8b-466c-b2d5-110ab388fe82 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:58:29.520237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:29.778790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] For port da2760ef-fd8b-466c-b2d5-110ab388fe82, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=da2760ef-fd8b-466c-b2d5-110ab388fe82,segment=NetworkSegment(51b04707-1b71-4873-88b4-e8437fea518c),segment_id=51b04707-1b71-4873-88b4-e8437fea518c)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:58:29.779337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:29.910945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Calling delete_port for da2760ef-fd8b-466c-b2d5-110ab388fe82 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:58:30.114159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff285099-ac85-437e-b0c9-11e25a88a2b8 req-9a6e9bd4-2224-4b05-a804-a9ed35b5e5f1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:30.115773 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff285099-ac85-437e-b0c9-11e25a88a2b8 req-9a6e9bd4-2224-4b05-a804-a9ed35b5e5f1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/ports?device_id=848e70ee-4f74-46f4-bec6-84f3ec5a6309 HTTP/1.1" status: 200  len: 946 time: 0.2124302
Apr 15 19:58:30.171151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:30.184902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['da2760ef-fd8b-466c-b2d5-110ab388fe82'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:58:30.190166 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff285099-ac85-437e-b0c9-11e25a88a2b8 req-d86ae26c-7f3a-479b-85ca-7b5dc7764abd tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.58 "GET /v2.0/security-groups?id=28d21184-5d41-4c1e-b525-c02e49aa472f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672719
Apr 15 19:58:30.190840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:58:30.238943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Pushing event deleted for resources: {'Port': ['ID=da2760ef-fd8b-466c-b2d5-110ab388fe82,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:58:30.295395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.295810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.296221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.296623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.297021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.297420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.297819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.298215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.298608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.298999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.299416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.299810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:58:30.309746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:58:30.447824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] No DVR routers for this DVR port da2760ef-fd8b-466c-b2d5-110ab388fe82 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:58:30.450355 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:30.454440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848e70ee-4f74-46f4-bec6-84f3ec5a6309', 'name': 'network-vif-deleted', 'tag': 'da2760ef-fd8b-466c-b2d5-110ab388fe82'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:58:30.473140 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d835afd8-379f-4f44-bf20-53fc3eb26415 req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] 10.222.0.68 "DELETE /v2.0/ports/da2760ef-fd8b-466c-b2d5-110ab388fe82 HTTP/1.1" status: 204  len: 173 time: 1.0228295
Apr 15 19:58:30.503172 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848e70ee-4f74-46f4-bec6-84f3ec5a6309', 'name': 'network-vif-deleted', 'tag': 'da2760ef-fd8b-466c-b2d5-110ab388fe82', 'status': 'completed', 'code': 200}
Apr 15 19:58:32.649800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device da2760ef-fd8b-466c-b2d5-110ab388fe82 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:58:32.690378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: da2760ef-fd8b-466c-b2d5-110ab388fe82 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:58:32.690773 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device da2760ef-fd8b-466c-b2d5-110ab388fe82 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:58:34.010994 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6e62e27c-a1ab-455c-9b8a-0164f5624a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:36.165322 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-75e0d945-be00-4169-99ab-e613475e8ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:36.853553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:37.710201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:38.737925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:50.252134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a35bf-4125-4120-ae3c-9d2212736148 req-47978c48-38a0-4be6-900b-57f195b84cb2 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:50.253754 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f32a35bf-4125-4120-ae3c-9d2212736148 req-47978c48-38a0-4be6-900b-57f195b84cb2 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1038251
Apr 15 19:58:50.301956 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f32a35bf-4125-4120-ae3c-9d2212736148 req-42d73168-b3f9-4584-ab16-134268abcf51 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415511
Apr 15 19:58:51.150891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:58:51.527753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9de39f-f800-46e0-a823-cf99c2fc4066 req-9cdb051f-d817-4033-87f9-a04f7c11d497 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:51.529749 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6d9de39f-f800-46e0-a823-cf99c2fc4066 req-9cdb051f-d817-4033-87f9-a04f7c11d497 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1064973
Apr 15 19:58:51.583865 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6d9de39f-f800-46e0-a823-cf99c2fc4066 req-987c5c96-51e7-47f7-9dc2-31c8f49c4449 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475755
Apr 15 19:58:52.795182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79d079-a5a1-412f-972c-5072ba3ad437 req-f905261c-43a3-432d-be2c-cc69e26c656c tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:52.796909 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a79d079-a5a1-412f-972c-5072ba3ad437 req-f905261c-43a3-432d-be2c-cc69e26c656c tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0923624
Apr 15 19:58:52.852600 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a79d079-a5a1-412f-972c-5072ba3ad437 req-45a231e7-1648-4fb4-a4b1-41b61f282d40 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441477
Apr 15 19:58:54.074040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0beb9c-9a36-4d7e-8d40-e2befaeb7a85 req-103cc444-9eb5-42cc-81f6-f7c2ddf3fcc6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:54.075705 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff0beb9c-9a36-4d7e-8d40-e2befaeb7a85 req-103cc444-9eb5-42cc-81f6-f7c2ddf3fcc6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1063476
Apr 15 19:58:54.124732 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ff0beb9c-9a36-4d7e-8d40-e2befaeb7a85 req-3c42d4d6-4416-4234-8a20-08dcbb5a9db7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421681
Apr 15 19:58:55.036083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-7600b0a5-51e0-4359-99fd-783c73f4bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:55.038271 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-7600b0a5-51e0-4359-99fd-783c73f4bb12 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c4982826645345ceb30d47046d10f317&device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1138 time: 0.1694317
Apr 15 19:58:55.047953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554497-a326-4bdd-aebe-30f70b098ba1 req-4d350dfc-8312-433b-8fed-27307dfe7ffe tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:55.049452 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f3554497-a326-4bdd-aebe-30f70b098ba1 req-4d350dfc-8312-433b-8fed-27307dfe7ffe tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.1391785
Apr 15 19:58:55.496486 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f3554497-a326-4bdd-aebe-30f70b098ba1 req-bafcb710-0f57-4a43-96a5-1941666ef26f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4216213
Apr 15 19:58:55.531469 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-ea5bc949-55ea-4bda-8832-e8fdbaf32167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:55.533050 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-ea5bc949-55ea-4bda-8832-e8fdbaf32167 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 200  len: 916 time: 0.4826913
Apr 15 19:58:55.609662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a790691-26ec-4b1e-9d87-b0120229115c req-593d67ed-7c03-4839-90e6-d39d0bbe3815 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:55.611169 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a790691-26ec-4b1e-9d87-b0120229115c req-593d67ed-7c03-4839-90e6-d39d0bbe3815 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.2289023
Apr 15 19:58:55.690615 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-ca365e30-f89f-4746-a652-b7116bd2b050 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 1002 time: 0.1488128
Apr 15 19:58:55.694332 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a790691-26ec-4b1e-9d87-b0120229115c req-48d56369-832e-49be-afdb-194e38770afb tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726666
Apr 15 19:58:55.762863 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-5319da05-36e6-4505-aa6a-58c1d1071589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:55.764507 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-5319da05-36e6-4505-aa6a-58c1d1071589 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b90a4bb7-654c-4cff-b9a7-ba0c4b150471 HTTP/1.1" status: 200  len: 854 time: 0.0650685
Apr 15 19:58:55.852163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-9b4e236a-96be-4e9b-9ec4-5f81d35b6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:55.853754 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-9b4e236a-96be-4e9b-9ec4-5f81d35b6d85 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2e11d43-a253-422d-a44e-09304a48dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819585
Apr 15 19:58:55.999044 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-a7a9ca43-0686-494f-bfff-c267b1572406 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378560
Apr 15 19:58:56.148107 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-273bd684-fee6-44cd-95fb-e3099ab25214 req-fe9545da-614a-4787-8537-a210d97f701a service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399145
Apr 15 19:58:56.720941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a4526-f3de-4b17-b74b-bb28f27508e4 req-7f8da1cb-29ac-4e35-a2e3-80017864ff80 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:56.722571 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7a3a4526-f3de-4b17-b74b-bb28f27508e4 req-7f8da1cb-29ac-4e35-a2e3-80017864ff80 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.0921080
Apr 15 19:58:56.774374 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7a3a4526-f3de-4b17-b74b-bb28f27508e4 req-93d48934-2709-4b08-ae70-20aa0d4944df tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450175
Apr 15 19:58:56.909218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b5bcc-b47b-4acc-bcc1-70d099363de7 req-54c7fef8-c375-4587-9601-2855ee98d1f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:56.910823 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f42b5bcc-b47b-4acc-bcc1-70d099363de7 req-54c7fef8-c375-4587-9601-2855ee98d1f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0941107
Apr 15 19:58:56.959900 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f42b5bcc-b47b-4acc-bcc1-70d099363de7 req-728d4f77-ba95-4275-84bc-b5dff7abf987 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425029
Apr 15 19:58:57.414397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:58:57.983744 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9be90-7c99-46a6-aa94-96a3ef72296a req-a5628cf4-781f-4355-8229-5a99efe6b397 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:57.985388 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e3e9be90-7c99-46a6-aa94-96a3ef72296a req-a5628cf4-781f-4355-8229-5a99efe6b397 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.0976090
Apr 15 19:58:58.044427 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e3e9be90-7c99-46a6-aa94-96a3ef72296a req-f7f012bf-2299-4850-a586-48fb25e4de0c tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0501537
Apr 15 19:58:58.202153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a606a-11a6-4ac0-99c1-6eeabeab296b req-0db689a4-2bc0-43f5-a346-680403555729 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:58.203726 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-470a606a-11a6-4ac0-99c1-6eeabeab296b req-0db689a4-2bc0-43f5-a346-680403555729 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1241779
Apr 15 19:58:58.251803 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-470a606a-11a6-4ac0-99c1-6eeabeab296b req-d1bf4ed8-659c-4d4a-bcac-9ed38768de0b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409775
Apr 15 19:58:58.822539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-03cff929-58fb-4d29-8791-a96b0a49ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:58.824163 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-03cff929-58fb-4d29-8791-a96b0a49ace0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 1098 time: 0.0822945
Apr 15 19:58:58.980450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-67d28878-d3b9-4dce-8b5d-0735a3781389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:58.981907 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-67d28878-d3b9-4dce-8b5d-0735a3781389 service neutron] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 910 time: 0.1386313
Apr 15 19:58:59.089208 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-6674256b-3302-46f4-bbc0-14c23ab8a100 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35f3d958-e117-4a5d-bd05-1e95267c5815 HTTP/1.1" status: 200  len: 1001 time: 0.0999539
Apr 15 19:58:59.164603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-17c11c76-92f8-43a0-a0f2-101f756f0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:59.166125 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-17c11c76-92f8-43a0-a0f2-101f756f0c07 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.0698047
Apr 15 19:58:59.306354 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbc9e8-ecf6-492f-992c-6c0fe2a9d5f6 req-be2c922c-0aab-46df-aac7-dd6db4f16483 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:59.308011 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-18bbc9e8-ecf6-492f-992c-6c0fe2a9d5f6 req-be2c922c-0aab-46df-aac7-dd6db4f16483 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.1464198
Apr 15 19:58:59.360948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-92b751ad-e5be-4115-8b53-74ac9e557fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:59.362568 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-92b751ad-e5be-4115-8b53-74ac9e557fa9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1510816
Apr 15 19:58:59.372653 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-18bbc9e8-ecf6-492f-992c-6c0fe2a9d5f6 req-58bd7aa2-4a87-403d-8214-3f8e58c1a17e tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0564482
Apr 15 19:58:59.573179 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-d5f5ba8b-d9ea-4722-bcc6-1b4b43e6c2fc service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995215
Apr 15 19:58:59.582096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc3e2f-60d9-4135-9493-1a22b538505e req-eb8869c2-e6d1-475a-a359-885a9606fc31 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:58:59.583590 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9edc3e2f-60d9-4135-9493-1a22b538505e req-eb8869c2-e6d1-475a-a359-885a9606fc31 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1890070
Apr 15 19:58:59.719646 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9edc3e2f-60d9-4135-9493-1a22b538505e req-bb115261-09fb-4be1-8603-92dc5107f07d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1112297
Apr 15 19:58:59.763051 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9414649c-bbfc-4d62-b967-e4f37fa3e080 req-43673873-56c3-4f5a-aa6e-ceccda37ebe1 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784008
Apr 15 19:59:00.501822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49628) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:00.568085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Deleting subnet 9751e60c-4133-4feb-82bb-c79f989c999a {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 19:59:00.571853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:00.582985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77df71d-58bc-447f-b75c-6100b7125c44 req-873e474d-b491-4dcc-96f0-39945b6a2431 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:00.585151 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b77df71d-58bc-447f-b75c-6100b7125c44 req-873e474d-b491-4dcc-96f0-39945b6a2431 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.0924368
Apr 15 19:59:00.627410 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852640549'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:00.634842 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b77df71d-58bc-447f-b75c-6100b7125c44 req-611319b8-1323-48ee-a8ff-6a4c3e3855c2 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0431559
Apr 15 19:59:00.686444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:00.928326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3081e5-eba6-4bb3-b766-34c6406adb36 req-d416be8d-28a6-4ec2-a177-95ef602e8889 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:00.929940 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ce3081e5-eba6-4bb3-b766-34c6406adb36 req-d416be8d-28a6-4ec2-a177-95ef602e8889 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0916255
Apr 15 19:59:00.954914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2114947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851792655'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:00.970550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:00.979480 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ce3081e5-eba6-4bb3-b766-34c6406adb36 req-06bd044b-f8af-40dc-8dc7-0c677fde4670 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427577
Apr 15 19:59:01.053947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9751e60c-4133-4feb-82bb-c79f989c999a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:01.075876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.076301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.076714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.077109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.077507 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.077905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.078300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.078690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.079082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.079629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.079888 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.080279 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:01.085394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:01.117200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:01.123970 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-24e62860-a594-492c-8a2b-d99f6cde5777 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9751e60c-4133-4feb-82bb-c79f989c999a HTTP/1.1" status: 204  len: 168 time: 0.6209784
Apr 15 19:59:01.126561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49638) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:01.246994 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:01.406486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f6659-86d8-455a-9c71-54a1b5f549ce req-f344b742-726a-4a2e-ba29-1d8fb8c22395 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:01.408098 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-037f6659-86d8-455a-9c71-54a1b5f549ce req-f344b742-726a-4a2e-ba29-1d8fb8c22395 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1539776
Apr 15 19:59:01.415162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-7c2f7381-10bb-4ab4-80d5-2a8babdf8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:01.416679 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-7c2f7381-10bb-4ab4-80d5-2a8babdf8718 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 1098 time: 0.1122682
Apr 15 19:59:01.441416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:01.539525 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-037f6659-86d8-455a-9c71-54a1b5f549ce req-b9d8f11f-0806-47a9-a464-38fe91af7110 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1215367
Apr 15 19:59:01.557375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd5983f6e48>,) {'filters': {'network_id': ['04ccfe32-3031-4e0e-8687-0a32f699824a']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:01.570979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5983f6e48>, '51b04707-1b71-4873-88b4-e8437fea518c') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:01.571337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5983f6e48>, '51b04707-1b71-4873-88b4-e8437fea518c') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:01.583311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2135267'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:01.591531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-a2b65925-f7df-4750-a538-616519b8111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:01.593209 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-a2b65925-f7df-4750-a538-616519b8111d service neutron] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 910 time: 0.1602769
Apr 15 19:59:01.598149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:01.604976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 19:59:01.711511 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-58afe1f7-761d-4404-a9d6-03afb33a2357 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35f3d958-e117-4a5d-bd05-1e95267c5815 HTTP/1.1" status: 200  len: 1001 time: 0.1102264
Apr 15 19:59:01.794235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Network 04ccfe32-3031-4e0e-8687-0a32f699824a has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:59:01.803157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852661470'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:01.837801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-4eee2455-78d7-45d8-af45-d5957580315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:01.839484 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-4eee2455-78d7-45d8-af45-d5957580315d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.1218698
Apr 15 19:59:01.923816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e65a9-e68c-4142-a69e-27f28c213f1d req-044d50f2-dadf-4203-a865-6b0f800d9eae tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:01.925446 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d5e65a9-e68c-4142-a69e-27f28c213f1d req-044d50f2-dadf-4203-a865-6b0f800d9eae tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.1597903
Apr 15 19:59:01.983021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-c1d28790-525a-40ca-9ab0-3fc8fe28dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:01.984743 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-c1d28790-525a-40ca-9ab0-3fc8fe28dc7f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1371479
Apr 15 19:59:01.985223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Network 04ccfe32-3031-4e0e-8687-0a32f699824a has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 19:59:01.994969 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d5e65a9-e68c-4142-a69e-27f28c213f1d req-41e0edb7-5183-414d-a4b0-11a9bf6556f3 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0582120
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 19:59:02.008865 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 19:59:02.086990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:02.091776 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:02.095920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:02.123334 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] 10.222.0.58 "DELETE /v2.0/networks/04ccfe32-3031-4e0e-8687-0a32f699824a HTTP/1.1" status: 204  len: 168 time: 0.9932725
Apr 15 19:59:02.123334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ccfe32-3031-4e0e-8687-0a32f699824a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:02.124675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4f5a4b4f-f81a-4413-9585-c06aceedb794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:02.138772 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-0c7dc3de-edd2-4be4-9098-d3083c14103d service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427109
Apr 15 19:59:02.281074 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-281496fc-605d-4c8d-ac08-5d5f3aba0b79 req-d5bf783e-e27d-4020-9b6c-31579936b4e0 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364164
Apr 15 19:59:02.307188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49648) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:02.365671 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b0b1ecd6-15ba-4fe6-90d4-2537b0cfe9e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53bc040eb9af4c96ac478d1091ca1b60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0569060
Apr 15 19:59:02.368134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49652) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:02.429640 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bada0efc-40d4-4ea3-8094-be79b8d3df58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:02.456282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bada0efc-40d4-4ea3-8094-be79b8d3df58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:02.500244 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bada0efc-40d4-4ea3-8094-be79b8d3df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:02.505163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-06be7b23-39d6-4772-b480-d2106e2d8ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:02.517576 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada0efc-40d4-4ea3-8094-be79b8d3df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d21184-5d41-4c1e-b525-c02e49aa472f,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:02.520898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bada0efc-40d4-4ea3-8094-be79b8d3df58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:02.523480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bada0efc-40d4-4ea3-8094-be79b8d3df58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:02.524683 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-bada0efc-40d4-4ea3-8094-be79b8d3df58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28d21184-5d41-4c1e-b525-c02e49aa472f HTTP/1.1" status: 204  len: 168 time: 0.1555500
Apr 15 19:59:03.004483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f0961-0ded-47ca-9cef-41694c2c01ee req-38422649-f7c5-41ee-9d61-5fd402db73a3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:03.006612 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-757f0961-0ded-47ca-9cef-41694c2c01ee req-38422649-f7c5-41ee-9d61-5fd402db73a3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.3444865
Apr 15 19:59:03.055774 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-757f0961-0ded-47ca-9cef-41694c2c01ee req-749add32-1333-4808-8805-52ea598fbb8f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426054
Apr 15 19:59:03.202101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4999819-9d06-4c03-99fe-1b37566fe5b6 req-f8c6865e-36eb-473d-8a8b-5effa9f26f3c tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:03.203754 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f4999819-9d06-4c03-99fe-1b37566fe5b6 req-f8c6865e-36eb-473d-8a8b-5effa9f26f3c tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.0892627
Apr 15 19:59:03.269108 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f4999819-9d06-4c03-99fe-1b37566fe5b6 req-db66db27-e038-40e2-8a94-dd07ae862992 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0587983
Apr 15 19:59:04.033823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-abd4ef98-d7e8-4fa7-89ce-3736fbebe5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:04.277621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49d669-86a2-46b2-8971-b97c5ba710d3 req-7e3935be-d9d3-4885-a3cd-102f37de1232 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:04.279163 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df49d669-86a2-46b2-8971-b97c5ba710d3 req-7e3935be-d9d3-4885-a3cd-102f37de1232 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0868433
Apr 15 19:59:04.355541 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df49d669-86a2-46b2-8971-b97c5ba710d3 req-2d23e93b-0dd7-47dc-9673-feed2d60b88a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657349
Apr 15 19:59:04.504671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d797a3-3915-4175-974f-a16977895204 req-78f1ec7d-6fe6-4a45-a102-31b537d72809 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:04.506288 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-23d797a3-3915-4175-974f-a16977895204 req-78f1ec7d-6fe6-4a45-a102-31b537d72809 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.0929601
Apr 15 19:59:04.562755 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-23d797a3-3915-4175-974f-a16977895204 req-7b4296a9-1410-40c8-b838-f0faf1ad38a6 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0488384
Apr 15 19:59:05.767092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265065e5-75d7-47b0-8124-3963b8330277 req-89d8f029-4e65-482a-ac24-861c2d13efbb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:05.768715 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-265065e5-75d7-47b0-8124-3963b8330277 req-89d8f029-4e65-482a-ac24-861c2d13efbb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.0887418
Apr 15 19:59:05.823728 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-265065e5-75d7-47b0-8124-3963b8330277 req-9c742f2a-8971-41d4-a05e-e8bd923003eb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0478117
Apr 15 19:59:06.166884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f873-41de-4a2b-bd11-c97f2f38e2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:06.847079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94e0b-36d1-4173-b3d8-80c29e6fd8ab req-2bc916ff-e696-4172-8958-7bce0037f554 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:06.848895 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cef94e0b-36d1-4173-b3d8-80c29e6fd8ab req-2bc916ff-e696-4172-8958-7bce0037f554 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.0949185
Apr 15 19:59:06.857612 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:06.899213 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cef94e0b-36d1-4173-b3d8-80c29e6fd8ab req-77930d94-99a5-47ee-ad8b-71a8457a8ff1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431604
Apr 15 19:59:07.042737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259af0b-5522-4b09-8578-25c2b1d8f8f0 req-c928fa9f-007f-412d-a55c-af839d4c0177 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:07.045978 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a259af0b-5522-4b09-8578-25c2b1d8f8f0 req-c928fa9f-007f-412d-a55c-af839d4c0177 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.1002190
Apr 15 19:59:07.103522 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a259af0b-5522-4b09-8578-25c2b1d8f8f0 req-fdd7bee8-96ba-4745-aaa4-4525ddfe57e3 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0515637
Apr 15 19:59:07.702036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:08.108547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df947672-e305-4018-85e9-f9c4e008ec81 req-f4c3576b-ca41-4a29-ae90-8e7008154a47 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:08.110149 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df947672-e305-4018-85e9-f9c4e008ec81 req-f4c3576b-ca41-4a29-ae90-8e7008154a47 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.0916357
Apr 15 19:59:08.162980 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df947672-e305-4018-85e9-f9c4e008ec81 req-285ddb30-78f7-46e5-8fbe-d6f66bafea8f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459604
Apr 15 19:59:08.307041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3722581-c83e-4277-b5e6-428e0e58c521 req-60b40400-eeac-4acf-822a-e8bee70145e6 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:08.308649 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b3722581-c83e-4277-b5e6-428e0e58c521 req-60b40400-eeac-4acf-822a-e8bee70145e6 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.0900614
Apr 15 19:59:08.362269 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b3722581-c83e-4277-b5e6-428e0e58c521 req-e1625175-5fb6-491d-a693-95922371796f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&id=bc6b6b69-666b-4890-857e-c2b16a23866b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0441396
Apr 15 19:59:08.648420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-56ac300d-8d75-488f-8151-a45a9acb43f5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:08.649883 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-56ac300d-8d75-488f-8151-a45a9acb43f5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.0896983
Apr 15 19:59:08.728357 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Deleting port 431c18ae-c617-4e1e-bca6-7134661c98e1 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:59:08.728745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:08.740813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:08.989885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] For port 431c18ae-c617-4e1e-bca6-7134661c98e1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=431c18ae-c617-4e1e-bca6-7134661c98e1,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:59:08.990253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:09.351635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:09.352242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:09.352418 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Floating IP 5044d7d4-b221-4148-bc45-1dfd2d04d91c disassociated. External IP: 172.27.3.192, port: 431c18ae-c617-4e1e-bca6-7134661c98e1.
Apr 15 19:59:09.352825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Calling delete_port for 431c18ae-c617-4e1e-bca6-7134661c98e1 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:59:09.460111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e1bd3-6e21-421c-bdf3-f8d8f9b3db66 req-0ce15440-b6c3-4577-804b-8c0ce572482d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:09.461701 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-da5e1bd3-6e21-421c-bdf3-f8d8f9b3db66 req-0ce15440-b6c3-4577-804b-8c0ce572482d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 947 time: 0.1794422
Apr 15 19:59:09.561757 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-da5e1bd3-6e21-421c-bdf3-f8d8f9b3db66 req-da19a4d4-15a9-4529-bd33-92a29f584c42 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648525
Apr 15 19:59:09.566460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:09.582488 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-223314c0-8f6e-4502-afe8-399e7c357724 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:09.678388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event deleted for resources: {'Port': ['ID=431c18ae-c617-4e1e-bca6-7134661c98e1,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:09.684772 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:09.947765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:59:10.141176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:59:10.150994 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] Sync routers for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:59:10.161155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:59:10.161834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599294160>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:59:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:10.222528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] No DVR routers for this DVR port 431c18ae-c617-4e1e-bca6-7134661c98e1 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 19:59:10.225579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:10.228717 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-deleted', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:59:10.267102 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b948be27-6fc0-4bac-807b-aae1abe83176 req-863e9a8d-c1b7-47ae-bfb5-4962844e9c61 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "DELETE /v2.0/ports/431c18ae-c617-4e1e-bca6-7134661c98e1 HTTP/1.1" status: 204  len: 173 time: 1.6120031
Apr 15 19:59:10.282061 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ac4cf-7982-406b-a2f0-115ca5721a10', 'name': 'network-vif-deleted', 'tag': '431c18ae-c617-4e1e-bca6-7134661c98e1', 'status': 'completed', 'code': 200}
Apr 15 19:59:10.364144 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:59:10.707856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599294160>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:10.713134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] Checking router: 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:59:10.723828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:59:10.725112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599294160>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:59:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:10.784021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-4ed7972d-95c6-4037-bb9e-e28eefdb0896 req-db96097d-430c-41ca-b7ce-925f7c7dd15e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Synchronizing usage tracker for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:59:10.792937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 19:59:10.804126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-4ed7972d-95c6-4037-bb9e-e28eefdb0896 req-db96097d-430c-41ca-b7ce-925f7c7dd15e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Unset dirty status for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:59:10.817382 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4ed7972d-95c6-4037-bb9e-e28eefdb0896 req-db96097d-430c-41ca-b7ce-925f7c7dd15e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c0ac4cf-7982-406b-a2f0-115ca5721a10 HTTP/1.1" status: 200  len: 210 time: 0.0868216
Apr 15 19:59:10.839922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 431c18ae-c617-4e1e-bca6-7134661c98e1 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 19:59:10.840345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 431c18ae-c617-4e1e-bca6-7134661c98e1 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 19:59:10.971576 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:59:11.465420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599294160>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:11.469554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b145a4-58ae-46e8-84e0-5dbb723eebab None None] The sync data for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi is: [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:59:11.871843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680ad004-d275-40bb-a0d4-368b24eba3b1 None None] New status for floating IP 5044d7d4-b221-4148-bc45-1dfd2d04d91c: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:59:11.959993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49708) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:12.031008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e573b5ed-5af3-4bf7-a628-f378a6164fc7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:12.061155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e573b5ed-5af3-4bf7-a628-f378a6164fc7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:12.109359 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e573b5ed-5af3-4bf7-a628-f378a6164fc7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:12.114779 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1072d546-85b8-4d53-851e-470a25c54f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:12.130919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573b5ed-5af3-4bf7-a628-f378a6164fc7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c27b5c4-1b34-4a2d-ba12-e0a8cda15940,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:12.135414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e573b5ed-5af3-4bf7-a628-f378a6164fc7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:12.138822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e573b5ed-5af3-4bf7-a628-f378a6164fc7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:12.140075 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e573b5ed-5af3-4bf7-a628-f378a6164fc7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "DELETE /v2.0/security-groups/4c27b5c4-1b34-4a2d-ba12-e0a8cda15940 HTTP/1.1" status: 204  len: 168 time: 0.1787665
Apr 15 19:59:12.142818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49712) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:12.161398 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.v2.resource [None req-0c322eff-4e20-4b1e-91f4-658bd114fdb2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] show failed (client error): The resource could not be found.
Apr 15 19:59:12.166272 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49716) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:12.166394 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0c322eff-4e20-4b1e-91f4-658bd114fdb2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups/4c27b5c4-1b34-4a2d-ba12-e0a8cda15940 HTTP/1.1" status: 404  len: 347 time: 0.0225041
Apr 15 19:59:12.339611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Deleting port 14fea110-d46c-4c83-9273-3f23d6eb02fc {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 19:59:12.339995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:12.515628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:12.516199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:12.650545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Calling delete_port for 14fea110-d46c-4c83-9273-3f23d6eb02fc owned by network:floatingip {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 19:59:12.804947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:12.820301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:12.909526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event deleted for resources: {'Port': ['ID=14fea110-d46c-4c83-9273-3f23d6eb02fc,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:12.912128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:13.076150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:13.093842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:13.095068 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "DELETE /v2.0/floatingips/5044d7d4-b221-4148-bc45-1dfd2d04d91c HTTP/1.1" status: 204  len: 168 time: 0.9273305
Apr 15 19:59:13.451183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49722) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:13.457098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019029753', 'description': 'tempest-description--1498435550'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:59:13.464277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:59:13.468775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:security_group and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:59:13.471809 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:59:13.478491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:59:13.488040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:13.509885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:59:13.513981 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:security_group_rule and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:59:13.516920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:59:13.523146 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:59:13.597074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:13.600746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:13.605998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4f6c3ab3-fea8-416b-bb98-e237b19b2fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:13.870397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c8d029-6190-45ef-9c38-948e043e440d,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:13.873327 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:13.874636 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4222584
Apr 15 19:59:13.875651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-690aab9d-249a-469d-b732-346c3c867e11 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:13.877590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49726) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:13.883066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'security_group_rule': {'security_group_id': '15c8d029-6190-45ef-9c38-948e043e440d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:59:13.889530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:59:13.893558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:security_group_rule and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:59:13.896585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:59:13.902766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:59:13.919369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:13.980335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:13.982915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:13.985078 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:14.008481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2196ad9d-59a4-4491-8070-b31a23068705,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:14.010925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:14.017038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:14.018352 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b5b28721-baf3-4c0c-9ced-6db3ab809292 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1398094
Apr 15 19:59:14.021130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49730) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:14.027932 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'security_group_rule': {'security_group_id': '15c8d029-6190-45ef-9c38-948e043e440d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:59:14.033911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:59:14.038365 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:security_group_rule and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:59:14.041610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:59:14.047668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:59:14.063819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:14.128614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:14.131128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:14.133230 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-86961553-5f48-41e7-85bc-8b925035fe9e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:14.156365 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6f1999-bf7f-4635-8b6e-6e39d66c99e4,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:14.158782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:14.165636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:14.166880 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1435828
Apr 15 19:59:14.170135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49734) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:14.175601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'floatingip': {'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:59:14.181564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:59:14.185568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Usage tracker for resource:floatingip and tenant:b1e9c7381e93406886cc6f3577690f28 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 19:59:14.188580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 19:59:14.194581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:59:14.203706 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:14.344716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:14.486422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Allocated IP 172.27.3.115 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/1c348174-7281-4f75-ba1a-17a36bbc59c1) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:59:14.642908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:14.672814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:14.687797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0fb311a7-9f2a-4c66-afa4-ce98d8579540 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:14.819219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'Port': ['ID=1c348174-7281-4f75-ba1a-17a36bbc59c1,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:14.823775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:14.875234 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:59:14.876443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:59:14.878548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:59:14.961427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:15.022034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:15.233981 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:15.237201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:15.256031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cc189aa7-be6f-4371-8af0-bf446a1b07a5 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:15.387798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'Port': ['ID=1c348174-7281-4f75-ba1a-17a36bbc59c1,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:15.400263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:15.487013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:15.508855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:15.510169 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3390374
Apr 15 19:59:15.743159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-19de8165-7fd6-4cc6-a044-bbb3bf551fd1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Synchronizing usage tracker for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:59:15.757963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-19de8165-7fd6-4cc6-a044-bbb3bf551fd1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Unset dirty status for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:59:15.759188 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-19de8165-7fd6-4cc6-a044-bbb3bf551fd1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2019029753&fields=id&tenant_id=b1e9c7381e93406886cc6f3577690f28 HTTP/1.1" status: 200  len: 267 time: 0.0622213
Apr 15 19:59:15.918274 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-015dc77c-4de8-4474-b0c3-f8dd8c00502c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:15.919838 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-015dc77c-4de8-4474-b0c3-f8dd8c00502c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 817 time: 0.1532829
Apr 15 19:59:15.936248 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f24a83aa-9d71-401b-b012-a55cb532abe4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/quotas/b1e9c7381e93406886cc6f3577690f28 HTTP/1.1" status: 200  len: 375 time: 0.0102720
Apr 15 19:59:16.024972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-572b2a10-f55f-4dce-a651-cdb154f3fb49 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Synchronizing usage tracker for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:59:16.039799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-572b2a10-f55f-4dce-a651-cdb154f3fb49 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Unset dirty status for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:59:16.041234 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-572b2a10-f55f-4dce-a651-cdb154f3fb49 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0996606
Apr 15 19:59:16.291666 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-1ba632a2-86ce-4f4b-8b4d-c908404bd206 service neutron] 10.222.0.58 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372665
Apr 15 19:59:16.434034 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-fc37c600-1061-455d-9544-a592bbf305dc service neutron] 10.222.0.58 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358738
Apr 15 19:59:16.630008 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aee4e9ac-f4ac-45d0-a17d-e10f0bad7c09 req-e12b9b6f-5101-45e1-aaeb-a760a9cfb0f3 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 210 time: 0.0499012
Apr 15 19:59:17.820678 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6c44af2a-4b3b-4e50-88bc-76b16fc39e00 req-8f4766ac-1b57-465f-bf07-019de8a6c11a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 210 time: 0.0661273
Apr 15 19:59:17.850216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-2051305d-92f3-4b76-b767-2f5498466350 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:17.851807 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-2051305d-92f3-4b76-b767-2f5498466350 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 817 time: 0.2116942
Apr 15 19:59:17.932511 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-fd73dbd2-4c21-4d88-b7f3-bc89b09bc350 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b1e9c7381e93406886cc6f3577690f28 HTTP/1.1" status: 200  len: 5705 time: 0.0675356
Apr 15 19:59:17.941777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'port': {'device_id': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'admin_state_up': True, 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'security_groups': ['15c8d029-6190-45ef-9c38-948e043e440d']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:59:18.083897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 19:59:18.093754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 19:59:18.102304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Made reservation on behalf of b1e9c7381e93406886cc6f3577690f28 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 19:59:18.108229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:18.276766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Allocated IP 172.20.0.5 (985a7b11-3fa6-4a91-bf02-60ccff754b78/4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7/094b251a-1524-4ff8-b586-45456b2a7026) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 19:59:18.469635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:18.486058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Transition to ACTIVE for port object 094b251a-1524-4ff8-b586-45456b2a7026 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:59:18.508936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:18.523467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:18.662921 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:18.667638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:18.718253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 19:59:18.719500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 19:59:18.721830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 19:59:18.788105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:18.789041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:18.816941 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8790095
Apr 15 19:59:18.832402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Request body: {'port': {'device_id': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:59:18.910859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-535485b3-ac6f-4344-85f5-bf07868eacca None None] Provisioning for port 094b251a-1524-4ff8-b586-45456b2a7026 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:59:18.917679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-535485b3-ac6f-4344-85f5-bf07868eacca None None] Provisioning complete for port 094b251a-1524-4ff8-b586-45456b2a7026 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:59:18.918002 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-535485b3-ac6f-4344-85f5-bf07868eacca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:18.982366 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-535485b3-ac6f-4344-85f5-bf07868eacca None None] Port 094b251a-1524-4ff8-b586-45456b2a7026 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 19:59:19.232199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:19.323624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e0294-bf64-4902-802c-c0416fe17ad7 req-f8cdafa3-3907-4870-9bfe-686c6bb4faed tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:19.324378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bb2e0294-bf64-4902-802c-c0416fe17ad7 req-f8cdafa3-3907-4870-9bfe-686c6bb4faed tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Synchronizing usage tracker for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 19:59:19.394242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-bb2e0294-bf64-4902-802c-c0416fe17ad7 req-f8cdafa3-3907-4870-9bfe-686c6bb4faed tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Unset dirty status for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 19:59:19.395503 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb2e0294-bf64-4902-802c-c0416fe17ad7 req-f8cdafa3-3907-4870-9bfe-686c6bb4faed tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 931 time: 0.2469883
Apr 15 19:59:19.522171 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb2e0294-bf64-4902-802c-c0416fe17ad7 req-29c253d9-3152-402d-9f2f-ae98f74ea446 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193843
Apr 15 19:59:19.657855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094b251a-1524-4ff8-b586-45456b2a7026 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:59:19.665973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:19.681487 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Transition to ACTIVE for port object 094b251a-1524-4ff8-b586-45456b2a7026 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 19:59:19.684387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:19.700671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:19.833143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:19.848262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:20.058449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Attempting to bind port 094b251a-1524-4ff8-b586-45456b2a7026 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 19:59:20.058827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Attempting to bind port 094b251a-1524-4ff8-b586-45456b2a7026 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 19:59:20.059193 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Attempting to bind port 094b251a-1524-4ff8-b586-45456b2a7026 on network 985a7b11-3fa6-4a91-bf02-60ccff754b78 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:59:20.064144 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Port 094b251a-1524-4ff8-b586-45456b2a7026 on network 985a7b11-3fa6-4a91-bf02-60ccff754b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 19:59:20.064510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Attempting to bind port 094b251a-1524-4ff8-b586-45456b2a7026 on network 985a7b11-3fa6-4a91-bf02-60ccff754b78 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 19:59:20.070595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 19:59:20.070971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Checking segment: {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 19:59:20.071450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Bound using segment: {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 19:59:20.071928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Bound port: 094b251a-1524-4ff8-b586-45456b2a7026, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34ed38c-615e-4fe6-9db2-9aed1998cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 19:59:20.072314 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:20.169893 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 19:59:20.172938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 19:59:20.176519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:20.192022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-694502dd-35c9-4254-bf94-52a2753fba9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:20.339770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:20.345198 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:20.379721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:20.380309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:20.382343 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] 10.222.0.68 "PUT /v2.0/ports/094b251a-1524-4ff8-b586-45456b2a7026 HTTP/1.1" status: 200  len: 1093 time: 1.5547855
Apr 15 19:59:20.382860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:59:20.463611 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026', 'status': 'completed', 'code': 200}
Apr 15 19:59:20.501692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-689fa23c-bf47-41b8-8ab6-c4c0fa414be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:20.503496 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-689fa23c-bf47-41b8-8ab6-c4c0fa414be6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 1096 time: 0.0818355
Apr 15 19:59:20.580633 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-c1590a34-6dec-4bb3-b213-901d9ecf2571 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=094b251a-1524-4ff8-b586-45456b2a7026 HTTP/1.1" status: 200  len: 217 time: 0.0697236
Apr 15 19:59:20.702258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-c8c3d8b5-1146-4aa5-8602-300a1c41c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:20.703748 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-c8c3d8b5-1146-4aa5-8602-300a1c41c8ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.1157262
Apr 15 19:59:20.792579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2039fd-8981-46b4-87d1-0d2828ed11c3 req-44b38769-392b-41ca-b38a-981f98e9920b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:20.794142 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fa2039fd-8981-46b4-87d1-0d2828ed11c3 req-44b38769-392b-41ca-b38a-981f98e9920b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.1513619
Apr 15 19:59:20.846562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bd1de551-c285-4713-bcab-fe179b4d5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:20.848103 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-bd1de551-c285-4713-bcab-fe179b4d5fe3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1368668
Apr 15 19:59:20.855830 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fa2039fd-8981-46b4-87d1-0d2828ed11c3 req-19a2f31d-da85-4429-9f7c-d4d5c5900749 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545652
Apr 15 19:59:20.989575 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-436b4b52-eb9e-43c1-ab56-6e1b84bbd9f6 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326950
Apr 15 19:59:21.129430 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ac8e9e1-9f62-4a82-9664-a512de30174a req-ab3cf539-9333-44a7-8c2e-d617703fea6f service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326513
Apr 15 19:59:21.259154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-ae6e7265-b49a-441e-99c0-5989642505ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:21.260688 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-ae6e7265-b49a-441e-99c0-5989642505ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 1096 time: 0.0767379
Apr 15 19:59:21.399768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-89a57f78-a017-4491-a646-2821b3256b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:21.401303 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-89a57f78-a017-4491-a646-2821b3256b14 service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.1338496
Apr 15 19:59:21.477779 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-201d404a-e675-493a-be8a-07e7f8029ed6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=094b251a-1524-4ff8-b586-45456b2a7026 HTTP/1.1" status: 200  len: 217 time: 0.0679550
Apr 15 19:59:21.544206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-d98be983-1f0b-412e-a109-ae2e373fb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:21.545691 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-d98be983-1f0b-412e-a109-ae2e373fb3c3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0617414
Apr 15 19:59:21.632315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-0551d07c-578b-4819-9c6a-a34f8a9183ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:21.633885 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-0551d07c-578b-4819-9c6a-a34f8a9183ef service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757980
Apr 15 19:59:21.775498 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-52070209-d8c4-4ff5-83b4-6f3db889aac5 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322854
Apr 15 19:59:21.915623 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ad97612a-e00c-45af-b4b4-561dff5b88ef req-2735ea29-c86b-4b52-b1c0-6dcf720fefb1 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325555
Apr 15 19:59:22.066911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3ec27-7ff8-4e7b-ad3b-d6e4f159515d req-714bc0c5-6587-4ac1-8b3c-ff1777ae9f9a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:22.068528 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-30f3ec27-7ff8-4e7b-ad3b-d6e4f159515d req-714bc0c5-6587-4ac1-8b3c-ff1777ae9f9a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0916202
Apr 15 19:59:22.116865 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-30f3ec27-7ff8-4e7b-ad3b-d6e4f159515d req-4e24c65f-e1f1-4bf7-95fb-f55216d6de22 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420420
Apr 15 19:59:22.830252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 19:59:22.970661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:59:22.984243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '094b251a-1524-4ff8-b586-45456b2a7026', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'port_id': '094b251a-1524-4ff8-b586-45456b2a7026', 'mac_address': 'fa:16:3e:5a:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 19:59:23.041065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:23.057989 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094b251a-1524-4ff8-b586-45456b2a7026 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 19:59:23.073893 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:59:23.076608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:23.079133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:23.149048 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:23.157061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.157494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.157876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.158254 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.158627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.159000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.159396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.159876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.160261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.160620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.161109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.161327 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 19:59:23.165687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:23.322958 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f9c94-e5ef-44e3-b3bc-a610ce96e211 req-998db56a-b4a0-4ed2-a4f0-c30ec8655b3c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:23.324680 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-581f9c94-e5ef-44e3-b3bc-a610ce96e211 req-998db56a-b4a0-4ed2-a4f0-c30ec8655b3c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 944 time: 0.0925987
Apr 15 19:59:23.373998 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-581f9c94-e5ef-44e3-b3bc-a610ce96e211 req-40863a7f-e3e8-482b-97d1-b0a49af7b489 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429978
Apr 15 19:59:23.555794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['094b251a-1524-4ff8-b586-45456b2a7026'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 19:59:24.576496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabb35c-1601-4d25-b59a-8272937e1252 req-9ccac3fd-bec5-4a5e-942c-157dac404d16 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:24.578063 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-baabb35c-1601-4d25-b59a-8272937e1252 req-9ccac3fd-bec5-4a5e-942c-157dac404d16 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 944 time: 0.0856309
Apr 15 19:59:24.624973 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-baabb35c-1601-4d25-b59a-8272937e1252 req-bc378117-44e7-4e6c-ad14-7fd6a61d6008 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406661
Apr 15 19:59:24.855012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 19:59:24.927763 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 094b251a-1524-4ff8-b586-45456b2a7026 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 19:59:24.932541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 094b251a-1524-4ff8-b586-45456b2a7026 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 19:59:24.932964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:25.054455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:25.082247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:59:25.093041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 19:59:25.096042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:25.097936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 19:59:25.134978 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026', 'code': 200}
Apr 15 19:59:25.168689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 19:59:25.171810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 19:59:25.371926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6607f-7daf-455e-b9e1-467d429000bb req-09d9507f-5ca8-416d-b296-9da48abae659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:25.373412 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-28e6607f-7daf-455e-b9e1-467d429000bb req-09d9507f-5ca8-416d-b296-9da48abae659 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 1098 time: 0.0797100
Apr 15 19:59:25.416294 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-28e6607f-7daf-455e-b9e1-467d429000bb req-b0ef24e0-a8de-49af-ba63-45072f05aecd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358560
Apr 15 19:59:25.828145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bea5a-2e47-4bf2-9ef2-d4df62493d5e req-d5ffdcc0-79ca-4070-9b39-731312140fcb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:25.829715 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3f5bea5a-2e47-4bf2-9ef2-d4df62493d5e req-d5ffdcc0-79ca-4070-9b39-731312140fcb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0867288
Apr 15 19:59:25.876785 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3f5bea5a-2e47-4bf2-9ef2-d4df62493d5e req-b26ad5c2-5786-4870-8e7f-e649f009e758 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408230
Apr 15 19:59:27.083445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa972c3-21e6-4ddd-8ed3-1103cde3d329 req-b93c7b96-a0df-4538-bfb4-f5d42a149b9d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:27.085025 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0aa972c3-21e6-4ddd-8ed3-1103cde3d329 req-b93c7b96-a0df-4538-bfb4-f5d42a149b9d tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0905409
Apr 15 19:59:27.132299 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0aa972c3-21e6-4ddd-8ed3-1103cde3d329 req-b7e5aee0-060f-484d-9497-90310881229a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410728
Apr 15 19:59:27.329555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35c87a-8da7-44a1-81a2-66cdff6bf56b req-d83b3f62-0575-44f6-b3ee-fdb4c523c190 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:27.331177 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9e35c87a-8da7-44a1-81a2-66cdff6bf56b req-d83b3f62-0575-44f6-b3ee-fdb4c523c190 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0900438
Apr 15 19:59:27.340684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49788) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 19:59:27.346129 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-2b41df6a-1f8b-46a4-96ab-2042fc5e1baa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Request body: {'floatingip': {'port_id': '094b251a-1524-4ff8-b586-45456b2a7026'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 19:59:27.424073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:27.430128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b41df6a-1f8b-46a4-96ab-2042fc5e1baa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:28.150159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 19:59:28.260433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b41df6a-1f8b-46a4-96ab-2042fc5e1baa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:28.263124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b41df6a-1f8b-46a4-96ab-2042fc5e1baa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:28.440492 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-2b41df6a-1f8b-46a4-96ab-2042fc5e1baa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Floating IP 03b09aaa-6b39-4b5d-9091-fc4e55e30d9a associated. External IP: 172.27.3.115, port: 094b251a-1524-4ff8-b586-45456b2a7026.
Apr 15 19:59:28.806157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b41df6a-1f8b-46a4-96ab-2042fc5e1baa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 19:59:28.989243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b41df6a-1f8b-46a4-96ab-2042fc5e1baa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 19:59:28.994641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b41df6a-1f8b-46a4-96ab-2042fc5e1baa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:28.999303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] Sync routers for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 19:59:29.009701 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:59:29.010373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a012a58>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:59:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:29.054905 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2b41df6a-1f8b-46a4-96ab-2042fc5e1baa tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "PUT /v2.0/floatingips/03b09aaa-6b39-4b5d-9091-fc4e55e30d9a HTTP/1.1" status: 200  len: 991 time: 1.7130859
Apr 15 19:59:29.055603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 19:59:29.106083 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026', 'status': 'completed', 'code': 200}
Apr 15 19:59:29.198816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:59:29.212713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-5c1e9196-ed23-4506-a412-4d934a668cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:29.214312 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-5c1e9196-ed23-4506-a412-4d934a668cdf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 1098 time: 0.0822916
Apr 15 19:59:29.357248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-73cfb631-9d4c-4a98-aa2e-2876ad317157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:29.359392 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-73cfb631-9d4c-4a98-aa2e-2876ad317157 service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.1374378
Apr 15 19:59:29.469996 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-c64a4ce0-f25f-4952-93bd-6767d260dc58 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=094b251a-1524-4ff8-b586-45456b2a7026 HTTP/1.1" status: 200  len: 999 time: 0.1029336
Apr 15 19:59:29.538290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-cd76f569-c6db-40a8-b258-29003c931e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:29.540179 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-cd76f569-c6db-40a8-b258-29003c931e9e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0631480
Apr 15 19:59:29.561109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a012a58>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '03b09aaa-6b39-4b5d-9091-fc4e55e30d9a', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'port_id': '094b251a-1524-4ff8-b586-45456b2a7026', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'mac_address': 'fa:16:3e:5a:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:59:14Z', 'updated_at': '2021-04-15T19:59:28Z', 'revision_number': 1, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:29.565364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] Checking router: 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 19:59:29.574823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 19:59:29.575540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a012a58>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T19:59:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:29.624273 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-4aa0e8f5-eb9f-491a-b1df-83df79fc19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:29.625798 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-4aa0e8f5-eb9f-491a-b1df-83df79fc19ac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792549
Apr 15 19:59:29.762173 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 19:59:29.772945 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-677d6d75-67a6-4cab-933f-5aca21588ec3 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391950
Apr 15 19:59:30.140108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a012a58>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '03b09aaa-6b39-4b5d-9091-fc4e55e30d9a', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'port_id': '094b251a-1524-4ff8-b586-45456b2a7026', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'mac_address': 'fa:16:3e:5a:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:59:14Z', 'updated_at': '2021-04-15T19:59:28Z', 'revision_number': 1, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 19:59:30.143084 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e79f105a-2ba2-4539-b3b3-5f82e716ec3d req-8c54aba4-262f-4474-af70-7aee07479fd9 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3633544
Apr 15 19:59:30.144371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337e302-c3ea-4cbf-bdad-75ef9a3177ec None None] The sync data for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi is: [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '03b09aaa-6b39-4b5d-9091-fc4e55e30d9a', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'port_id': '094b251a-1524-4ff8-b586-45456b2a7026', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'mac_address': 'fa:16:3e:5a:22:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:59:14Z', 'updated_at': '2021-04-15T19:59:28Z', 'revision_number': 1, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 19:59:30.423231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f89428-f46a-4773-840e-a1f58d1691d3 None None] New status for floating IP 03b09aaa-6b39-4b5d-9091-fc4e55e30d9a: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 19:59:34.014812 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5aa0b0e0-ca8d-4a74-aec0-349a928285b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:36.170316 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f72b6925-ef20-4416-b2b3-0c8f886681e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:36.858522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:37.704289 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:38.741948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:57.418638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 19:59:59.004796 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-78953f25-de82-4d50-8a13-082180f088bb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0748444
Apr 15 19:59:59.102384 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-661613cd-f9f0-4fc7-9fb5-befd012e5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:59.103934 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-661613cd-f9f0-4fc7-9fb5-befd012e5ee9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c4982826645345ceb30d47046d10f317&device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1138 time: 0.0787590
Apr 15 19:59:59.257983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-70b3de27-8793-49cc-865d-d41a4054bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:59.259469 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-70b3de27-8793-49cc-865d-d41a4054bac2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 200  len: 916 time: 0.1346402
Apr 15 19:59:59.365050 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-f81f9b26-3e5f-4ac2-88e9-21b8ef1a1b2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 1002 time: 0.0980363
Apr 15 19:59:59.435969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-d81627d0-08c2-4266-b20a-4c733be000da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:59.437535 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-d81627d0-08c2-4266-b20a-4c733be000da service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b90a4bb7-654c-4cff-b9a7-ba0c4b150471 HTTP/1.1" status: 200  len: 854 time: 0.0652018
Apr 15 19:59:59.520525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-89a2c6c8-09b6-467a-af46-f9a092dd12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 19:59:59.522018 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-89a2c6c8-09b6-467a-af46-f9a092dd12cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2e11d43-a253-422d-a44e-09304a48dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781488
Apr 15 19:59:59.666225 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-be1fb6be-4ed5-4444-975f-ebaca1882f62 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330490
Apr 15 19:59:59.806383 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08fa4060-f7f9-4fce-92eb-b5dd6b63ac96 req-0837fd59-6ae5-4840-8a6c-c61951c7daa8 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329904
Apr 15 20:00:04.016014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-30ec8a6e-0ba6-4f72-b08b-d06fcbae3516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:05.149628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:00:06.171398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9f1152c4-7119-4d5e-bb78-d41d695cd537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:06.865046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:07.706023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:08.275924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae058a-d96b-4ab9-9a5c-764eca27feff req-e17395d8-9e49-4220-99c8-263821235040 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:08.278020 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1bae058a-d96b-4ab9-9a5c-764eca27feff req-e17395d8-9e49-4220-99c8-263821235040 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0918264
Apr 15 20:00:08.324595 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1bae058a-d96b-4ab9-9a5c-764eca27feff req-4ef152c6-bf28-429d-bafe-360a32861a44 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403314
Apr 15 20:00:08.744789 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:09.522096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7bc65-da7a-4efd-a478-152b1bebea78 req-32daaf97-ab40-42b9-8333-18821a884344 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:09.523699 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14e7bc65-da7a-4efd-a478-152b1bebea78 req-32daaf97-ab40-42b9-8333-18821a884344 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.0857775
Apr 15 20:00:09.623072 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14e7bc65-da7a-4efd-a478-152b1bebea78 req-feb1c2f5-9e51-484d-98fc-d0b881fe1b79 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=a0eba536-f802-4c53-91bb-f8895a495921&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608823
Apr 15 20:00:09.649120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-bedcb216-164f-45cf-8026-3ee6153cb569 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:09.650690 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-bedcb216-164f-45cf-8026-3ee6153cb569 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 945 time: 0.1260872
Apr 15 20:00:09.731394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Deleting port 35f3d958-e117-4a5d-bd05-1e95267c5815 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:09.731783 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:09.989033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] For port 35f3d958-e117-4a5d-bd05-1e95267c5815, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=35f3d958-e117-4a5d-bd05-1e95267c5815,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:09.989569 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:10.289305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:10.289718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:10.290064 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Floating IP be413ec7-d704-4129-ba09-171880290e61 disassociated. External IP: 172.27.3.220, port: 35f3d958-e117-4a5d-bd05-1e95267c5815.
Apr 15 20:00:10.290441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Calling delete_port for 35f3d958-e117-4a5d-bd05-1e95267c5815 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:10.435447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:10.452662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:10.543352 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event deleted for resources: {'Port': ['ID=35f3d958-e117-4a5d-bd05-1e95267c5815,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:10.559247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.559685 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.560089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.560487 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.560879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.561273 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.561660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.562046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.562433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.562820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.563208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.563613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:10.568406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:10.815012 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-acac354e-b789-4997-b698-012ca8713a5b req-a0fd9d48-5433-4fd8-8c66-5e980a66d178 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 210 time: 0.0608099
Apr 15 20:00:10.866936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Router a118a1f5-b5bc-4645-9e26-1bf08287c671 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:00:11.053476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:00:11.064855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] Sync routers for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:00:11.075783 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:11.076488 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a155588>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:11.134903 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] No DVR routers for this DVR port 35f3d958-e117-4a5d-bd05-1e95267c5815 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:00:11.138240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:11.143182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'name': 'network-vif-deleted', 'tag': '35f3d958-e117-4a5d-bd05-1e95267c5815'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:11.161139 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb916673-ced1-412d-bab1-47d627a0fd1e req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "DELETE /v2.0/ports/35f3d958-e117-4a5d-bd05-1e95267c5815 HTTP/1.1" status: 204  len: 173 time: 1.5035794
Apr 15 20:00:11.200553 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271550cc-6d60-4503-9d82-cbf32efbd5d9', 'name': 'network-vif-deleted', 'tag': '35f3d958-e117-4a5d-bd05-1e95267c5815', 'status': 'completed', 'code': 200}
Apr 15 20:00:11.431483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:11.757904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a155588>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:11.761939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] Checking router: a118a1f5-b5bc-4645-9e26-1bf08287c671 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:00:11.770843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:11.771551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a155588>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:11.973332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:12.007599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-f45692e1-3767-4989-aa68-9a7bf7785bad req-b11b8ba3-a3dd-473c-8b2e-9b18f47c81df tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Synchronizing usage tracker for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:00:12.023949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-f45692e1-3767-4989-aa68-9a7bf7785bad req-b11b8ba3-a3dd-473c-8b2e-9b18f47c81df tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Unset dirty status for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:00:12.025253 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f45692e1-3767-4989-aa68-9a7bf7785bad req-b11b8ba3-a3dd-473c-8b2e-9b18f47c81df tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=271550cc-6d60-4503-9d82-cbf32efbd5d9 HTTP/1.1" status: 200  len: 210 time: 0.0753403
Apr 15 20:00:12.144431 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-afc2f408-13e5-4d8b-bfff-1477b25e11a9 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882817170&fields=id&tenant_id=c4982826645345ceb30d47046d10f317 HTTP/1.1" status: 200  len: 267 time: 0.0431192
Apr 15 20:00:12.235052 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-1f00fd0b-7785-4f2f-83a5-d0d24119897a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:12.236583 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-1f00fd0b-7785-4f2f-83a5-d0d24119897a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 985 time: 0.0859482
Apr 15 20:00:12.248864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Request body: {'port': {'security_groups': ['1254d7ca-bab9-4b2e-8d2d-28a07649adab']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:12.306554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a155588>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:12.310772 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bacf5-a1ee-47fb-987d-30dd679b022c None None] The sync data for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi is: [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:00:12.383420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:12.687545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7a66f-a160-4a08-a8c2-3e828dc1e8fe None None] New status for floating IP be413ec7-d704-4129-ba09-171880290e61: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:00:12.869140 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] For port 619a8492-f932-4048-8258-fe9757a50525, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=619a8492-f932-4048-8258-fe9757a50525,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:12.894891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:12.898533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:12.910160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['619a8492-f932-4048-8258-fe9757a50525'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:00:12.917514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7471d203-bb73-4bf6-9cc0-c5f08994c642 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:13.076690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event updated for resources: {'Port': ['ID=619a8492-f932-4048-8258-fe9757a50525,revision_number=7']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:13.080195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:13.122671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:13.123403 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.124938 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7c003ef2-a397-43f5-b524-c45dc21943b1 req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "PUT /v2.0/ports/619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 943 time: 0.8811579
Apr 15 20:00:13.129174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 35f3d958-e117-4a5d-bd05-1e95267c5815 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:13.131595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49904) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:13.172175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 35f3d958-e117-4a5d-bd05-1e95267c5815 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:00:13.172759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 35f3d958-e117-4a5d-bd05-1e95267c5815 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:00:13.201843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:13.215024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49912) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:13.215221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['619a8492-f932-4048-8258-fe9757a50525'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:00:13.233974 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.272029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.295947 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525', 'status': 'completed', 'code': 200}
Apr 15 20:00:13.337497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.344408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f26b4320-d3e5-4e31-aa0d-4ba0c8b18bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:13.361351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6b6b69-666b-4890-857e-c2b16a23866b,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:13.371833 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.372202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.373358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.373358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.373358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.373782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.374192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.374601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.375003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.375450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.375993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.376399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:13.379877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:13.380119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-acadf282-d283-4c82-af12-2dd91f28e0f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.381251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.385425 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9a56c6fd-1705-459e-b2db-61c9d32f35ee tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "DELETE /v2.0/security-groups/bc6b6b69-666b-4890-857e-c2b16a23866b HTTP/1.1" status: 204  len: 168 time: 0.2526312
Apr 15 20:00:13.386264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49916) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:13.416207 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-acadf282-d283-4c82-af12-2dd91f28e0f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.451882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-627a0857-513a-475c-b7e9-0bcc11cdbd30 None None] Provisioning complete for port 619a8492-f932-4048-8258-fe9757a50525 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:00:13.452310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-627a0857-513a-475c-b7e9-0bcc11cdbd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.487334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-acadf282-d283-4c82-af12-2dd91f28e0f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.502187 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bada0efc-40d4-4ea3-8094-be79b8d3df58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:13.517703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadf282-d283-4c82-af12-2dd91f28e0f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eba536-f802-4c53-91bb-f8895a495921,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:13.532849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-acadf282-d283-4c82-af12-2dd91f28e0f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:13.534361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-acadf282-d283-4c82-af12-2dd91f28e0f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.546374 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-acadf282-d283-4c82-af12-2dd91f28e0f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "DELETE /v2.0/security-groups/a0eba536-f802-4c53-91bb-f8895a495921 HTTP/1.1" status: 204  len: 168 time: 0.3301857
Apr 15 20:00:13.562933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49922) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:13.587034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-0942338e-6b82-45ec-834c-844870347e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:13.589810 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-0942338e-6b82-45ec-834c-844870347e52 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c4982826645345ceb30d47046d10f317&device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1099 time: 0.2601771
Apr 15 20:00:13.594735 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.v2.resource [None req-d5b8bb93-43a1-4ac9-aff4-ffe060f92423 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] show failed (client error): The resource could not be found.
Apr 15 20:00:13.595934 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d5b8bb93-43a1-4ac9-aff4-ffe060f92423 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups/a0eba536-f802-4c53-91bb-f8895a495921 HTTP/1.1" status: 404  len: 347 time: 0.0311651
Apr 15 20:00:13.730459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49926) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:13.864600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Deleting port 05f3de0b-a055-4f86-b82f-aff127f8d81a {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:13.864980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:13.882540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-10998ee1-c53b-4249-816c-e28744e5f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:13.884137 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-10998ee1-c53b-4249-816c-e28744e5f5fe service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 200  len: 916 time: 0.2871206
Apr 15 20:00:14.044842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:14.045200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:14.052673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Deleting port 9825ff33-3149-42c6-8085-7258a82a56c3 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:14.053050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:14.124762 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-c47356e5-9ac3-4308-abbd-bd62734666b9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 1002 time: 0.2319360
Apr 15 20:00:14.178580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Calling delete_port for 05f3de0b-a055-4f86-b82f-aff127f8d81a owned by network:floatingip {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:14.290150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac83924-02e8-4c33-8eb3-2d458ed3d705 req-4e11511e-7c1b-4758-a405-822eb084540a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:14.291757 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bac83924-02e8-4c33-8eb3-2d458ed3d705 req-4e11511e-7c1b-4758-a405-822eb084540a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.4649980
Apr 15 20:00:14.312864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-c2bee4c3-c31e-485c-a011-f0dbd4ceb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:14.314332 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-c2bee4c3-c31e-485c-a011-f0dbd4ceb216 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b90a4bb7-654c-4cff-b9a7-ba0c4b150471 HTTP/1.1" status: 200  len: 854 time: 0.1690574
Apr 15 20:00:14.345662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:14.361496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2e0a82c5-0f33-45cf-b24e-812e7422510d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:14.412128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event deleted for resources: {'Port': ['ID=05f3de0b-a055-4f86-b82f-aff127f8d81a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:14.415102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:14.444970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:14.445366 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:14.455203 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bac83924-02e8-4c33-8eb3-2d458ed3d705 req-d09f2ca4-ac69-4d22-b3bf-32d2417af3d2 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1522412
Apr 15 20:00:14.581087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Calling delete_port for 9825ff33-3149-42c6-8085-7258a82a56c3 owned by network:floatingip {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:14.629195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks [] for floatingip, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:14.629506 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Floating IP 30128da2-d531-43a4-8cee-70aad91ede49 disassociated (deleted). External IP: 172.27.3.158, port: 619a8492-f932-4048-8258-fe9757a50525.
Apr 15 20:00:14.667592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-80bae762-b972-40f4-a917-6db9dad6c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:14.669252 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-80bae762-b972-40f4-a917-6db9dad6c064 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2e11d43-a253-422d-a44e-09304a48dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3377450
Apr 15 20:00:14.867560 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-d95d9972-d632-40e3-bc58-3623f9750cc9 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889763
Apr 15 20:00:14.868236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:14.884252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:14.996628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event deleted for resources: {'Port': ['ID=9825ff33-3149-42c6-8085-7258a82a56c3,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:15.006374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:15.009721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Router ecc97b6a-45de-46c5-95a5-4cf53260919a has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:00:15.163692 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e048fdf7-d7d5-41e6-8611-e288bc9f27b4 req-ace5d2c2-4dd6-486e-ab3e-20e577a582b4 service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800963
Apr 15 20:00:15.197081 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:00:15.215682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:15.222068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] Sync routers for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:00:15.238192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:15.241634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a225320>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:15.263648 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:15.283960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:15.291175 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "DELETE /v2.0/floatingips/be413ec7-d704-4129-ba09-171880290e61 HTTP/1.1" status: 204  len: 168 time: 1.5587828
Apr 15 20:00:15.297047 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "DELETE /v2.0/floatingips/30128da2-d531-43a4-8cee-70aad91ede49 HTTP/1.1" status: 204  len: 168 time: 1.9096990
Apr 15 20:00:15.300476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:15.422710 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'tag': '619a8492-f932-4048-8258-fe9757a50525', 'status': 'completed', 'code': 200}
Apr 15 20:00:15.449430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:15.534347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-45fa4ec7-f6e0-44e7-b9b0-78c821c98f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:15.536018 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-45fa4ec7-f6e0-44e7-b9b0-78c821c98f6c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c4982826645345ceb30d47046d10f317&device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 1099 time: 0.0878303
Apr 15 20:00:15.707549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49956) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:15.714718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--712547973', 'description': 'tempest-description--864577259'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:15.732692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:00:15.739391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:security_group and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:00:15.742445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-79b5e4a6-03df-4fde-9c98-2933d7d906ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:15.744090 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-79b5e4a6-03df-4fde-9c98-2933d7d906ac service neutron] 10.222.0.68 "GET /v2.0/networks?id=d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 200  len: 916 time: 0.2017055
Apr 15 20:00:15.750591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:00:15.764275 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:00:15.805998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:15.833487 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:00:15.836899 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-0151b9ce-aae3-453a-9a0b-bc0bbed62bbf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 200  len: 217 time: 0.0784669
Apr 15 20:00:15.838671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:security_group_rule and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:00:15.842407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:00:15.848986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:00:15.858109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a225320>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:06Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'cc5e722c-96cf-48a8-9270-9aa25c970c27', 'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'mac_address': 'fa:16:3e:d4:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:15Z', 'revision_number': 5, 'project_id': 'c4982826645345ceb30d47046d10f317', 'subnets': [{'id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:15.863158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] Checking router: ecc97b6a-45de-46c5-95a5-4cf53260919a for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:00:15.875107 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:15.875863 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a225320>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:15.938021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:15.941144 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:15.946935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8dc59d49-ceb2-48f2-a434-69f97f0f0595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:15.994414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e8dc7f-e0f9-409b-b329-dbcfd8097021,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:15.998478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:15.999956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.001326 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2926655
Apr 15 20:00:16.004304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49960) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:16.010625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'security_group_rule': {'security_group_id': '02e8dc7f-e0f9-409b-b329-dbcfd8097021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:16.017713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:00:16.022426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:security_group_rule and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:00:16.026306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:00:16.033634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:00:16.053191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.131785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.135131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.144791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1d4689d7-1ab4-4e9c-a7f2-fa349c74c4be tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:16.176166 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62452f0-e255-4c06-b4f6-98a7634b26bc,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:16.179198 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:16.180305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.185899 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f6c3b955-be99-4d72-aacf-21453cbef7c1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1803424
Apr 15 20:00:16.186790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 49966) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:16.193013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'security_group_rule': {'security_group_id': '02e8dc7f-e0f9-409b-b329-dbcfd8097021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:16.199982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:00:16.204449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:security_group_rule and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:00:16.207894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:00:16.213931 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:00:16.231687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.235684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-399d997b-e17b-4327-841b-4f0cc5af03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:16.237260 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-399d997b-e17b-4327-841b-4f0cc5af03c8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b90a4bb7-654c-4cff-b9a7-ba0c4b150471 HTTP/1.1" status: 200  len: 854 time: 0.3939154
Apr 15 20:00:16.267951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:16.304395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.307680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.309821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a2dd8b46-37e8-4cd4-98f7-495ec2e2650f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:16.331369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e401a09-ec1e-4490-bbe7-a5d7bdf0f746,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:16.335752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:16.345142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477132a-9e1f-498a-be3f-5f562d33f2cf req-a6163326-1385-40ee-b6d0-1d7311898c02 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:16.345335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.346783 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4477132a-9e1f-498a-be3f-5f562d33f2cf req-a6163326-1385-40ee-b6d0-1d7311898c02 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.4273319
Apr 15 20:00:16.350064 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-161fa809-733d-44db-87f9-ac50d77760cc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1618793
Apr 15 20:00:16.350239 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 49970) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:16.358840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'floatingip': {'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:16.386163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:00:16.389971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-616b6886-9876-4d6f-909a-cfcdf3dde651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:16.391598 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-616b6886-9876-4d6f-909a-cfcdf3dde651 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d2e11d43-a253-422d-a44e-09304a48dfbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1473734
Apr 15 20:00:16.400020 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Usage tracker for resource:floatingip and tenant:fba23e5df9154ee5b97b92e3f9090983 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:00:16.425946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:00:16.506213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:00:16.538872 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4477132a-9e1f-498a-be3f-5f562d33f2cf req-888a5ea7-d0e2-41e1-b5ae-1fd8c894cac5 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1846707
Apr 15 20:00:16.563211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:16.611802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a225320>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:06Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'cc5e722c-96cf-48a8-9270-9aa25c970c27', 'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'mac_address': 'fa:16:3e:d4:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:15Z', 'revision_number': 5, 'project_id': 'c4982826645345ceb30d47046d10f317', 'subnets': [{'id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:16.615990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724aad5-1a44-4e2b-86ac-46bf72727abc None None] The sync data for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi is: [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T19:55:06Z', 'revision_number': 4, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'cc5e722c-96cf-48a8-9270-9aa25c970c27', 'name': '', 'network_id': 'd2e11d43-a253-422d-a44e-09304a48dfbf', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'mac_address': 'fa:16:3e:d4:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:15Z', 'revision_number': 5, 'project_id': 'c4982826645345ceb30d47046d10f317', 'subnets': [{'id': 'b90a4bb7-654c-4cff-b9a7-ba0c4b150471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:00:16.659104 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-d2fd581a-b412-4e18-ae4e-89d1532303ba service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2603500
Apr 15 20:00:16.844399 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6856deba-495f-402f-b86f-7bbd65b5c9f7 req-37287702-194c-4eff-a990-d0a36864e9ce service neutron] 10.222.0.68 "GET /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770141
Apr 15 20:00:16.864453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:17.018481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Allocated IP 172.27.3.247 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/1d743419-6402-46bd-8477-c760d8f1324b) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:00:17.061748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc14ab6-7298-41d4-9844-774cdde777fc None None] New status for floating IP 30128da2-d531-43a4-8cee-70aad91ede49: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:00:17.178869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:17.210911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:17.226465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a9a20612-105a-46b2-a608-69a6bc4b3703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:17.373700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'Port': ['ID=1d743419-6402-46bd-8477-c760d8f1324b,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:17.376686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:17.428293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:00:17.429412 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:00:17.431700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:00:17.512756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:17.579123 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:17.858504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4479d-ed91-4d81-baeb-79c9e8c10c47 req-f82fd96f-2545-402a-ae23-8bb2fd0de017 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:17.860144 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6de4479d-ed91-4d81-baeb-79c9e8c10c47 req-f82fd96f-2545-402a-ae23-8bb2fd0de017 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.1938875
Apr 15 20:00:17.903898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:17.916116 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:17.934677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6b3c65c3-3b65-41f1-afdc-a3255206d0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:18.032691 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6de4479d-ed91-4d81-baeb-79c9e8c10c47 req-3757dabe-0ba2-40cc-b70f-e0bec4762be8 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1660926
Apr 15 20:00:18.073164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'Port': ['ID=1d743419-6402-46bd-8477-c760d8f1324b,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:18.076099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:18.179568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:18.201162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:18.202444 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8513598
Apr 15 20:00:18.434460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-fe7e49c3-cd5c-4eee-8010-f7e1a813159e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Synchronizing usage tracker for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:00:18.450002 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-fe7e49c3-cd5c-4eee-8010-f7e1a813159e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Unset dirty status for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:00:18.451293 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-fe7e49c3-cd5c-4eee-8010-f7e1a813159e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--712547973&fields=id&tenant_id=fba23e5df9154ee5b97b92e3f9090983 HTTP/1.1" status: 200  len: 267 time: 0.0600615
Apr 15 20:00:18.614187 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-c1ea2a21-3dfc-4097-b29c-7f9bb00f0a53 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:18.615818 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-c1ea2a21-3dfc-4097-b29c-7f9bb00f0a53 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 809 time: 0.1568296
Apr 15 20:00:18.634385 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-e2dad5d7-5952-431d-8325-2b06182f6738 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/quotas/fba23e5df9154ee5b97b92e3f9090983 HTTP/1.1" status: 200  len: 375 time: 0.0110698
Apr 15 20:00:18.730988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-e129c2f9-6395-4f79-bed3-f06e0763cf84 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Synchronizing usage tracker for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:00:18.797557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-e129c2f9-6395-4f79-bed3-f06e0763cf84 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Unset dirty status for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:00:18.798951 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-e129c2f9-6395-4f79-bed3-f06e0763cf84 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1583462
Apr 15 20:00:18.910616 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3b16-cf3a-40ed-9a08-1a5ead63529c req-d6fef627-2737-4c22-846f-3a5c527d9879 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:18.912135 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-02dc3b16-cf3a-40ed-9a08-1a5ead63529c req-d6fef627-2737-4c22-846f-3a5c527d9879 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 946 time: 0.1781588
Apr 15 20:00:18.996382 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-02dc3b16-cf3a-40ed-9a08-1a5ead63529c req-dbf6ca05-c860-447c-af56-7022603455e9 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759125
Apr 15 20:00:19.001705 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-f19a9d4e-e9c0-4c27-b0a0-f172ddb3022a service neutron] 10.222.0.58 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877396
Apr 15 20:00:19.144552 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-80b00565-afbf-4ed9-a398-5fa770d6bd04 service neutron] 10.222.0.58 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360080
Apr 15 20:00:19.593230 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3fe92abb-0194-45c0-b5ed-df348dbc5d5b req-d6c23957-50b8-4ffa-aa82-b97500582f42 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 210 time: 0.2959681
Apr 15 20:00:19.610965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a007a-8d0b-429c-9fd7-cdd110284ec3 req-9794bcc9-a4e0-450e-be06-4f385190ffcf tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:19.612728 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1c7a007a-8d0b-429c-9fd7-cdd110284ec3 req-9794bcc9-a4e0-450e-be06-4f385190ffcf tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.3765087
Apr 15 20:00:19.662580 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1c7a007a-8d0b-429c-9fd7-cdd110284ec3 req-e539b39f-5cf7-4161-bb4d-8d4b52142322 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435581
Apr 15 20:00:20.200394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f5105-b032-4c69-9acb-2668ce986ba6 req-72d3bc0e-a86b-4ede-b197-655c3d951b06 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:20.201997 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d03f5105-b032-4c69-9acb-2668ce986ba6 req-72d3bc0e-a86b-4ede-b197-655c3d951b06 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 946 time: 0.0897439
Apr 15 20:00:20.251801 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d03f5105-b032-4c69-9acb-2668ce986ba6 req-35df41aa-f1c4-47bf-8369-451d181deaaf tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/security-groups?id=1254d7ca-bab9-4b2e-8d2d-28a07649adab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429730
Apr 15 20:00:20.456733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-0e5213ed-dce8-4537-b0b8-13da44595b40 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:20.458303 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-0e5213ed-dce8-4537-b0b8-13da44595b40 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 809 time: 0.1636422
Apr 15 20:00:20.542834 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-a6d847a3-79b4-47e5-9653-a14f4ab694f6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fba23e5df9154ee5b97b92e3f9090983 HTTP/1.1" status: 200  len: 5707 time: 0.0740688
Apr 15 20:00:20.552395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'port': {'device_id': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'admin_state_up': True, 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'security_groups': ['02e8dc7f-e0f9-409b-b329-dbcfd8097021']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:20.700892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:00:20.715062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:00:20.768915 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ec9e707-0794-4034-b486-6d85f2e48c53 req-7915555c-be75-42ee-ad0b-925317187cbc tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 210 time: 0.0565689
Apr 15 20:00:20.772586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Made reservation on behalf of fba23e5df9154ee5b97b92e3f9090983 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:00:20.779723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:20.828540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-ccb90d36-971d-4988-b6e2-114710553c48 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:20.829312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-ccb90d36-971d-4988-b6e2-114710553c48 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Synchronizing usage tracker for tenant:c4982826645345ceb30d47046d10f317 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:00:20.844026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-ccb90d36-971d-4988-b6e2-114710553c48 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Unset dirty status for tenant:c4982826645345ceb30d47046d10f317 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:00:20.845263 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-ccb90d36-971d-4988-b6e2-114710553c48 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.68 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 946 time: 0.1072924
Apr 15 20:00:20.925804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Deleting port 619a8492-f932-4048-8258-fe9757a50525 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:20.926191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:20.992175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69d4fb-4666-45fa-956c-7d54d33ee755 req-58ac94b2-cfcc-4e6a-8306-cdc2d2445193 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:20.993822 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7f69d4fb-4666-45fa-956c-7d54d33ee755 req-58ac94b2-cfcc-4e6a-8306-cdc2d2445193 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.2015507
Apr 15 20:00:21.067151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Allocated IP 172.20.0.5 (841e7241-ffd3-4269-8bb7-4b3adadc6e3d/3463a28b-7f9d-46d2-846f-2e3dc7957147/cbdc0e24-2f5d-4fa7-a4ea-f097683823d9) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:00:21.076065 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7f69d4fb-4666-45fa-956c-7d54d33ee755 req-fa63f965-f6df-4c63-934d-f42f3426b46a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734985
Apr 15 20:00:21.190195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] For port 619a8492-f932-4048-8258-fe9757a50525, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=619a8492-f932-4048-8258-fe9757a50525,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:21.190577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:21.273869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:21.293122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Transition to ACTIVE for port object cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:00:21.317244 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:21.322144 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Calling delete_port for 619a8492-f932-4048-8258-fe9757a50525 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:21.332548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f7bac1f3-68a8-4d8e-abac-a7d9ce678033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:21.478675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:21.490714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['619a8492-f932-4048-8258-fe9757a50525'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:00:21.494715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2880e1c2-5f17-4371-99ca-5f683956cad1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:21.517525 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88d311ef-856b-4386-b5e4-b393b8caeb23 req-9cc80967-b85d-45a1-9b81-5d1da8cb7e0f tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1ea7a7c-3e3e-47c5-8955-a3b27a52d453 HTTP/1.1" status: 200  len: 210 time: 0.0818563
Apr 15 20:00:21.543184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event updated for resources: {'Port': ['ID=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:21.546916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Pushing event deleted for resources: {'Port': ['ID=619a8492-f932-4048-8258-fe9757a50525,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:21.547383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:21.550110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:21.584580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:00:21.585745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:00:21.588085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:00:21.655000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:21.656162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:21.684659 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1363330
Apr 15 20:00:21.698593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Request body: {'port': {'device_id': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:21.763247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] No DVR routers for this DVR port 619a8492-f932-4048-8258-fe9757a50525 on host hv-cinder-78638 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:00:21.765911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:21.768813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'name': 'network-vif-deleted', 'tag': '619a8492-f932-4048-8258-fe9757a50525'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:21.785720 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5d31a1ae-9107-469c-821e-c61bac1aece0 req-5e582180-994d-4adf-ba20-feb6da4d1295 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] 10.222.0.68 "DELETE /v2.0/ports/619a8492-f932-4048-8258-fe9757a50525 HTTP/1.1" status: 204  len: 173 time: 0.9339352
Apr 15 20:00:21.834793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-9128b407-da8a-4b52-9810-864ee7296161 None None] Provisioning for port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:00:21.835628 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ea7a7c-3e3e-47c5-8955-a3b27a52d453', 'name': 'network-vif-deleted', 'tag': '619a8492-f932-4048-8258-fe9757a50525', 'status': 'completed', 'code': 200}
Apr 15 20:00:21.840662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-9128b407-da8a-4b52-9810-864ee7296161 None None] Provisioning complete for port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:00:21.840662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9128b407-da8a-4b52-9810-864ee7296161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:21.845983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:21.899926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-9128b407-da8a-4b52-9810-864ee7296161 None None] Port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:00:22.095364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939d443-65f6-4fe2-a7c8-8e7147f0f42a req-75bba843-4fe2-4edd-9a2a-72237c30dfa1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:22.096086 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-d939d443-65f6-4fe2-a7c8-8e7147f0f42a req-75bba843-4fe2-4edd-9a2a-72237c30dfa1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Synchronizing usage tracker for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:00:22.193590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-d939d443-65f6-4fe2-a7c8-8e7147f0f42a req-75bba843-4fe2-4edd-9a2a-72237c30dfa1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Unset dirty status for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:00:22.194898 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d939d443-65f6-4fe2-a7c8-8e7147f0f42a req-75bba843-4fe2-4edd-9a2a-72237c30dfa1 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 931 time: 0.2964611
Apr 15 20:00:22.337270 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d939d443-65f6-4fe2-a7c8-8e7147f0f42a req-9ccb62e2-213d-4e4a-bbbe-47fd78074ecf tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1336026
Apr 15 20:00:22.437118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb333e4-9d4a-4446-a80e-1c55b789c6fe req-18d1dc5e-932f-47be-9dbb-0bcaaf49b922 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:22.438725 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-edb333e4-9d4a-4446-a80e-1c55b789c6fe req-18d1dc5e-932f-47be-9dbb-0bcaaf49b922 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.2224727
Apr 15 20:00:22.468409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:00:22.480610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:22.514931 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-edb333e4-9d4a-4446-a80e-1c55b789c6fe req-236ea8a9-fdce-4b8d-9b3f-12fa9c03d630 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680602
Apr 15 20:00:22.515946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Transition to ACTIVE for port object cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:00:22.518770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:22.534488 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f5d3f2ff-a2a4-41bd-92cb-eaa1cd94cc58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:22.671617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:22.685077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:22.904004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Attempting to bind port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:00:22.904470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Attempting to bind port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:00:22.904744 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Attempting to bind port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 on network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:00:22.909679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 on network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:00:22.910014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Attempting to bind port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 on network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:00:22.915775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:00:22.916152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Checking segment: {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:00:22.916570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Bound using segment: {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:00:22.917566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Bound port: cbdc0e24-2f5d-4fa7-a4ea-f097683823d9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3dc19f-3925-415c-847c-7499f7a33dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:00:22.917948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:23.019252 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] For port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:00:23.022444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] For port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:00:23.025825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:23.042413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-519c3339-0f5e-47a2-b9be-48b60d628038 tempest-ServerRescueNegativeTestJSON-1968441602 tempest-ServerRescueNegativeTestJSON-1968441602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:23.195478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:23.198972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:23.234406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:23.235118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:23.237376 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] 10.222.0.68 "PUT /v2.0/ports/cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 HTTP/1.1" status: 200  len: 1093 time: 1.5439882
Apr 15 20:00:23.238097 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'tag': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:23.287821 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'tag': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9', 'status': 'completed', 'code': 200}
Apr 15 20:00:23.386296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-601de0d1-9bf0-4577-9d4c-3470e2fe60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:23.387989 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-601de0d1-9bf0-4577-9d4c-3470e2fe60a1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 1096 time: 0.0946815
Apr 15 20:00:23.471587 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-3e3d6832-5ed8-44ba-8f02-711efd605d5d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 HTTP/1.1" status: 200  len: 217 time: 0.0765114
Apr 15 20:00:23.596134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-ae868ddd-f072-4522-b7f6-6822afd5d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:23.598914 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-ae868ddd-f072-4522-b7f6-6822afd5d4e7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.0842838
Apr 15 20:00:23.601658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50102) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:23.960910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8dac3-baf8-4622-81b3-02cdcb705b22 req-3c53d072-94d5-4a7e-bc69-892ad5e51711 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:23.962557 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e7d8dac3-baf8-4622-81b3-02cdcb705b22 req-3c53d072-94d5-4a7e-bc69-892ad5e51711 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 943 time: 0.4933600
Apr 15 20:00:24.058201 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e7d8dac3-baf8-4622-81b3-02cdcb705b22 req-85c16889-26b3-4686-a4f4-1a7d8e69051d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835140
Apr 15 20:00:24.060556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-9993cfe2-a465-4918-886a-ca7509ee9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:24.062204 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-9993cfe2-a465-4918-886a-ca7509ee9efc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4556561
Apr 15 20:00:24.072394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0b0b5-01ce-4d0a-9fcd-419e4687265f req-270aec4a-ddfe-4960-911b-31657e9b28cd tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:24.074299 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ea0b0b5-01ce-4d0a-9fcd-419e4687265f req-270aec4a-ddfe-4960-911b-31657e9b28cd tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.1921289
Apr 15 20:00:24.227690 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3ea0b0b5-01ce-4d0a-9fcd-419e4687265f req-63b0f303-f640-4db3-9e9a-afa8c2ea12c3 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263463
Apr 15 20:00:24.270642 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-d235bd5e-1e48-4d0f-8aa2-87a5e7d1b2c5 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952014
Apr 15 20:00:24.398917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-25f18355-7d4a-4c1b-801c-37f80ca433da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:24.400511 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-25f18355-7d4a-4c1b-801c-37f80ca433da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1098 time: 0.4925933
Apr 15 20:00:24.418593 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9378a1d-b42a-41f4-b77a-86f7be658770 req-a4bffec6-ee3c-4fc5-9262-be29e3fa9fa5 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407292
Apr 15 20:00:24.541609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-47cc25d0-9d41-4905-95a3-0656127a7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:24.543810 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-47cc25d0-9d41-4905-95a3-0656127a7fd6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 1096 time: 0.0779696
Apr 15 20:00:24.649805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-8b222718-d598-4feb-aa1b-f1d82d7ec8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:24.651865 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-8b222718-d598-4feb-aa1b-f1d82d7ec8a2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 200  len: 909 time: 0.2375314
Apr 15 20:00:24.685493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-5adc7a4a-c6e0-4c28-9009-715ee23d9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:24.687059 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-5adc7a4a-c6e0-4c28-9009-715ee23d9e53 service neutron] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 910 time: 0.1362567
Apr 15 20:00:24.762057 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-8c123c3a-9523-4431-807d-84c292e347e9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 HTTP/1.1" status: 200  len: 217 time: 0.0691102
Apr 15 20:00:24.780257 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-b057a7d4-d5da-4d0d-bab1-8a4cbc9809e4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 200  len: 1001 time: 0.1210735
Apr 15 20:00:24.833669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-97e945b7-07c8-4a4d-882d-5ca20c34209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:24.835217 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-97e945b7-07c8-4a4d-882d-5ca20c34209f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.0671549
Apr 15 20:00:24.897194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-01586650-a1f8-4a97-8db0-9f455a0eb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:24.898772 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-01586650-a1f8-4a97-8db0-9f455a0eb86b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=550242ae-fa2e-4160-bae9-e1bb08e920e0 HTTP/1.1" status: 200  len: 847 time: 0.0867562
Apr 15 20:00:24.918413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-c5adfa76-cad9-44f5-8f60-35fdfcfe2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:24.919990 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-c5adfa76-cad9-44f5-8f60-35fdfcfe2bdf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783105
Apr 15 20:00:24.966891 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854056957'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:25.061642 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-576c3732-9090-4e6a-9d92-b7808a7b25f6 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342945
Apr 15 20:00:25.142207 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-942857e0-bf3a-4573-b8d3-c0a8b17e7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:25.143877 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-942857e0-bf3a-4573-b8d3-c0a8b17e7a62 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25f49285-2bdf-40a5-b223-572153ecaf73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2383409
Apr 15 20:00:25.209325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 619a8492-f932-4048-8258-fe9757a50525 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:25.255117 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3aa57620-c55c-471e-8d0b-44c1a2fa204d req-df6fd450-8314-46f5-a7ba-79cc1226cfb4 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863012
Apr 15 20:00:25.273869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 619a8492-f932-4048-8258-fe9757a50525 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:00:25.274486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 619a8492-f932-4048-8258-fe9757a50525 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:00:25.297817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7049d-523e-4d5e-9e82-93add997a270 req-40e0d47f-542f-4d87-990a-2e6b195e0ae4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:25.299553 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-12f7049d-523e-4d5e-9e82-93add997a270 req-40e0d47f-542f-4d87-990a-2e6b195e0ae4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 943 time: 0.1021008
Apr 15 20:00:25.355007 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-12f7049d-523e-4d5e-9e82-93add997a270 req-9a69d7cf-cc8d-46a5-b0d3-893b03e1add8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463345
Apr 15 20:00:25.410939 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-6ba6519f-a063-42cf-ab1f-3f34c0b09083 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2602055
Apr 15 20:00:25.549280 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0075727-065f-46ba-aec2-1d28632dceb2 req-796e6385-7879-43d1-b68d-dcb24ace9d40 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:25.550882 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a0075727-065f-46ba-aec2-1d28632dceb2 req-796e6385-7879-43d1-b68d-dcb24ace9d40 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.0878937
Apr 15 20:00:25.599530 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a0075727-065f-46ba-aec2-1d28632dceb2 req-2f798a72-2989-49cd-bfea-b35c781d43b2 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419893
Apr 15 20:00:25.621706 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Deleting port cc5e722c-96cf-48a8-9270-9aa25c970c27 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:25.622097 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:25.652929 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1aee7772-0e57-441c-8290-f8c3c77ac05a req-d4af78d2-d752-4521-9cb6-0ab0aa1905ac service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348940
Apr 15 20:00:25.806371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] For port cc5e722c-96cf-48a8-9270-9aa25c970c27, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=cc5e722c-96cf-48a8-9270-9aa25c970c27,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:25.806709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:25.939922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Calling delete_port for cc5e722c-96cf-48a8-9270-9aa25c970c27 owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:26.112346 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:26.127313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-899335df-dd3c-4b71-bf89-0b227a879a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:26.217430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5e722c-96cf-48a8-9270-9aa25c970c27,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:26.223802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:26.597340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d9112-6ab9-400d-bdc2-e6d9923962c5 req-f153230b-9a79-4b7d-8738-0c41245df55d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:26.599010 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c38d9112-6ab9-400d-bdc2-e6d9923962c5 req-f153230b-9a79-4b7d-8738-0c41245df55d tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 943 time: 0.0979352
Apr 15 20:00:26.653892 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c38d9112-6ab9-400d-bdc2-e6d9923962c5 req-43c4d3dd-d883-4a16-a10d-6081e8307e27 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478997
Apr 15 20:00:26.810921 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb7268-326b-4a92-843a-e0389032dae9 req-7ad65483-26ed-4445-9a8e-0a3d7220e7c1 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:26.811877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055768'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:26.812561 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8cbb7268-326b-4a92-843a-e0389032dae9 req-7ad65483-26ed-4445-9a8e-0a3d7220e7c1 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.0878952
Apr 15 20:00:26.860081 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8cbb7268-326b-4a92-843a-e0389032dae9 req-092dc0bd-1a87-4e06-bad2-291f707cc94c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410259
Apr 15 20:00:27.316615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Router ecc97b6a-45de-46c5-95a5-4cf53260919a has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:00:27.433054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:27.508391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:00:27.517625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] Sync routers for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:00:27.522315 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] 10.222.0.58 "PUT /v2.0/routers/ecc97b6a-45de-46c5-95a5-4cf53260919a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9195030
Apr 15 20:00:27.525084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50120) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:27.527735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:27.528409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c57390>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:27.732595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:27.742602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:27.954664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:27.966186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b552745-6297-43de-8659-1353a7e77e5a req-a049eb56-bbc9-4bc9-83ab-1223ef170ac9 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:27.968032 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8b552745-6297-43de-8659-1353a7e77e5a req-a049eb56-bbc9-4bc9-83ab-1223ef170ac9 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 943 time: 0.1581478
Apr 15 20:00:27.973125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Deleting port 85765a3b-d5aa-4491-8278-067f61644632 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:27.973644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:28.021173 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8b552745-6297-43de-8659-1353a7e77e5a req-ec8bc100-12d5-4fc4-a0dd-c7130ad54bb8 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453105
Apr 15 20:00:28.081427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c57390>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '85765a3b-d5aa-4491-8278-067f61644632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T20:00:26Z', 'revision_number': 5, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port': {'id': '85765a3b-d5aa-4491-8278-067f61644632', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:43:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:54:59Z', 'updated_at': '2021-04-15T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:28.086115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] Checking router: ecc97b6a-45de-46c5-95a5-4cf53260919a for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:00:28.095926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] Routers {'ecc97b6a-45de-46c5-95a5-4cf53260919a'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:28.096814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c57390>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['ecc97b6a-45de-46c5-95a5-4cf53260919a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:28.113455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305f927-87e5-40e8-a2b9-eccfcdfe6ce7 req-84d6fa88-fac4-421b-a411-12a517af75ee tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:28.115337 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d305f927-87e5-40e8-a2b9-eccfcdfe6ce7 req-84d6fa88-fac4-421b-a411-12a517af75ee tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.0902622
Apr 15 20:00:28.168223 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d305f927-87e5-40e8-a2b9-eccfcdfe6ce7 req-9a365300-f88d-4cef-9cc3-efa4bf2aa028 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459678
Apr 15 20:00:28.171467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] For port 85765a3b-d5aa-4491-8278-067f61644632, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=85765a3b-d5aa-4491-8278-067f61644632,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:28.171879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:28.273485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] Set router ecc97b6a-45de-46c5-95a5-4cf53260919a gateway port host: None {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:28.317573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Calling delete_port for 85765a3b-d5aa-4491-8278-067f61644632 owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:28.391575 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c57390>, [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T20:00:27Z', 'revision_number': 6, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port_host': None}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:28.397306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b958023c-9172-49c6-930b-55e13fc8a472 None None] The sync data for ids ['ecc97b6a-45de-46c5-95a5-4cf53260919a'] in dv-cinder-786384-2-iscsi is: [{'id': 'ecc97b6a-45de-46c5-95a5-4cf53260919a', 'name': 'tempest-TestMinimumBasicScenario-1671441863-router', 'tenant_id': 'c4982826645345ceb30d47046d10f317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:54:58Z', 'updated_at': '2021-04-15T20:00:27Z', 'revision_number': 6, 'project_id': 'c4982826645345ceb30d47046d10f317', 'gw_port_host': None}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:00:28.519089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:28.534827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:28.588336 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-0488f142-de90-46ea-9d29-3257248c5b80 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1439056
Apr 15 20:00:28.623748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214ae1d-ec84-4363-96bc-4fd78852d611 req-573b68ba-9026-40a7-b612-883c25911274 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:28.625385 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f214ae1d-ec84-4363-96bc-4fd78852d611 req-573b68ba-9026-40a7-b612-883c25911274 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.1024742
Apr 15 20:00:28.630145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Pushing event deleted for resources: {'Port': ['ID=85765a3b-d5aa-4491-8278-067f61644632,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:28.638908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:28.692351 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f214ae1d-ec84-4363-96bc-4fd78852d611 req-f80d23cc-320f-4465-9ee6-c9c11eaed23c tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605302
Apr 15 20:00:28.829321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854055918'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.012068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760568'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.014415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.112687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716856'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.113258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc97b6a-45de-46c5-95a5-4cf53260919a {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:00:29.126903 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.131067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50146) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:29.131714 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ecc97b6a-45de-46c5-95a5-4cf53260919a HTTP/1.1" status: 204  len: 168 time: 1.6055250
Apr 15 20:00:29.235538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:00:29.252636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01b2eeb-3de9-460c-973e-12d208f50d77 admin admin] Deleting subnet b90a4bb7-654c-4cff-b9a7-ba0c4b150471 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:00:29.256527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a01b2eeb-3de9-460c-973e-12d208f50d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.329504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a01b2eeb-3de9-460c-973e-12d208f50d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1394614'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.369742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecce25-103b-4c1c-9c07-5fc96fc5fc60 req-2dd44c93-9a87-4b70-a595-48ee28180b09 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:29.371429 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09ecce25-103b-4c1c-9c07-5fc96fc5fc60 req-2dd44c93-9a87-4b70-a595-48ee28180b09 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 943 time: 0.2009788
Apr 15 20:00:29.390423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:29.405854 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'port_id': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9', 'mac_address': 'fa:16:3e:69:47:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:00:29.470165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.488149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:00:29.490682 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09ecce25-103b-4c1c-9c07-5fc96fc5fc60 req-1556f2f3-48b5-4321-bdfe-8eda79bdfe96 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1125653
Apr 15 20:00:29.504574 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:29.509342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.511442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a01b2eeb-3de9-460c-973e-12d208f50d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.512741 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:29.582496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:29.591089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.591509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.591884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.592259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.592630 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.592985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.593368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.593733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.594128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.594494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.594870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.595708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:00:29.599204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:29.784602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a01b2eeb-3de9-460c-973e-12d208f50d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852640176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525694'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:29.874379 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cc5e722c-96cf-48a8-9270-9aa25c970c27 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:29.881399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:29.922401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['cbdc0e24-2f5d-4fa7-a4ea-f097683823d9'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:00:29.936969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b2eeb-3de9-460c-973e-12d208f50d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b90a4bb7-654c-4cff-b9a7-ba0c4b150471,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:29.947134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a01b2eeb-3de9-460c-973e-12d208f50d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:29.998480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: cc5e722c-96cf-48a8-9270-9aa25c970c27 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:00:29.998884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device cc5e722c-96cf-48a8-9270-9aa25c970c27 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:00:29.999364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 85765a3b-d5aa-4491-8278-067f61644632 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:30.036980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a01b2eeb-3de9-460c-973e-12d208f50d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:30.052090 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a01b2eeb-3de9-460c-973e-12d208f50d77 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b90a4bb7-654c-4cff-b9a7-ba0c4b150471 HTTP/1.1" status: 204  len: 168 time: 0.9175556
Apr 15 20:00:30.052285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ecf224-33c4-46f5-887a-8ac6dc79d803 None None] Network d2e11d43-a253-422d-a44e-09304a48dfbf requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:00:30.052388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50158) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:30.062931 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 85765a3b-d5aa-4491-8278-067f61644632 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:00:30.063353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 85765a3b-d5aa-4491-8278-067f61644632 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:00:30.065962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-be92b36c-11b2-47c6-95f8-6cc7da4afe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:30.067814 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-be92b36c-11b2-47c6-95f8-6cc7da4afe56 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172&tenant_id=4d9208f04bcf45e4a5d2ef86825620d3 HTTP/1.1" status: 200  len: 1098 time: 0.0915232
Apr 15 20:00:30.167231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66841cc-f55c-4ef0-a0df-cd5a43e90008 req-b2618295-969e-49af-b49d-ba800460975e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:30.167460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-a83dca3a-bf3e-4e3d-8729-e8882516cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:30.168800 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e66841cc-f55c-4ef0-a0df-cd5a43e90008 req-b2618295-969e-49af-b49d-ba800460975e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.2057593
Apr 15 20:00:30.168919 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-a83dca3a-bf3e-4e3d-8729-e8882516cc84 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1098 time: 0.0790541
Apr 15 20:00:30.206653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:30.299341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Deleting port 5f740846-4adb-4ed4-b8c6-860ce6919224 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:30.300194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:30.333256 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e66841cc-f55c-4ef0-a0df-cd5a43e90008 req-e050b564-4d91-4d1f-a780-e6666fc52de4 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1550078
Apr 15 20:00:30.446890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] DHCP port deletion for d2e11d43-a253-422d-a44e-09304a48dfbf request from dv-cinder-786384-2-iscsi {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:00:30.452062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] Deleting port 5f740846-4adb-4ed4-b8c6-860ce6919224 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:30.452500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:30.536112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] For port 5f740846-4adb-4ed4-b8c6-860ce6919224, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=5f740846-4adb-4ed4-b8c6-860ce6919224,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:30.536515 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:30.564993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-96c622d7-5603-43d8-8fc2-46e7902ed5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:30.566573 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-96c622d7-5603-43d8-8fc2-46e7902ed5c2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 200  len: 909 time: 0.3901279
Apr 15 20:00:30.691564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] For port 5f740846-4adb-4ed4-b8c6-860ce6919224, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=5f740846-4adb-4ed4-b8c6-860ce6919224,segment=NetworkSegment(3d7e2f6a-afb5-4e1c-a315-a372e539e486),segment_id=3d7e2f6a-afb5-4e1c-a315-a372e539e486)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:30.692346 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:30.712613 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-dce20e98-2273-4152-8f8f-240422ae0b4a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 200  len: 1001 time: 0.1377068
Apr 15 20:00:30.785933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-03695eb9-0751-49d3-b590-50ded67a4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:30.787577 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-03695eb9-0751-49d3-b590-50ded67a4727 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=550242ae-fa2e-4160-bae9-e1bb08e920e0 HTTP/1.1" status: 200  len: 847 time: 0.0676262
Apr 15 20:00:30.831987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] Calling delete_port for 5f740846-4adb-4ed4-b8c6-860ce6919224 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:30.877708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-cbb5969d-5bee-4615-b6d8-5462d57a611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:30.879376 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-cbb5969d-5bee-4615-b6d8-5462d57a611b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25f49285-2bdf-40a5-b223-572153ecaf73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849288
Apr 15 20:00:30.902745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Calling delete_port for 5f740846-4adb-4ed4-b8c6-860ce6919224 owned by network:dhcp {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:30.979672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759'] for port, after_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:30.995999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:31.024367 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-9ff8c29a-30bb-40dd-9113-05b528fae007 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376436
Apr 15 20:00:31.068757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a29d5f-cb65-4e26-8bab-693f899e5e2f req-aa22d6ab-8476-4ba5-ac53-bb155a6324c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:31.077081 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-35a29d5f-cb65-4e26-8bab-693f899e5e2f req-aa22d6ab-8476-4ba5-ac53-bb155a6324c6 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 944 time: 0.2407711
Apr 15 20:00:31.097029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85419) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:00:31.097670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:00:31.128368 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-35a29d5f-cb65-4e26-8bab-693f899e5e2f req-fdbf3f73-9e29-44c4-a2ce-e68577136f20 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500176
Apr 15 20:00:31.201393 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-90731ae5-2609-4040-8cb5-a6bc088a30da service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706202
Apr 15 20:00:31.263167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:00:31.305800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] Pushing event deleted for resources: {'Port': ['ID=5f740846-4adb-4ed4-b8c6-860ce6919224,revision_number=None']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:31.320986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:31.373754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] No DVR routers for this DVR port 5f740846-4adb-4ed4-b8c6-860ce6919224 on host dv-cinder-786384-2-iscsi {{(pid=85420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:00:31.384672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:00:31.391267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:00:31.391719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:31.517661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:31.546394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:31.556795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:31.557369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86eb17-6f0d-46bd-9e2b-8d136d82cbdb req-d0a3578a-cadd-4cbf-9840-c2e11461e0fb tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:31.559211 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ec86eb17-6f0d-46bd-9e2b-8d136d82cbdb req-d0a3578a-cadd-4cbf-9840-c2e11461e0fb tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.0896921
Apr 15 20:00:31.560127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:31.561041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 32a87087-67a6-454d-8830-c295f0d8e889 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:31.591781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c305df4d-5723-47e0-ae63-343d736df025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:31.605217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Deleting port 5f740846-4adb-4ed4-b8c6-860ce6919224 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:31.605593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:31.623309 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9', 'code': 200}
Apr 15 20:00:31.654199 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ec86eb17-6f0d-46bd-9e2b-8d136d82cbdb req-99fb64d2-3618-4ddc-8384-72346b0f99d1 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862937
Apr 15 20:00:31.689613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:31.693746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:31.709114 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] The port '5f740846-4adb-4ed4-b8c6-860ce6919224' was deleted {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:00:31.754779 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:31.791680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32a87087-67a6-454d-8830-c295f0d8e889,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:31.794783 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:31.796609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:31.834053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:31.863227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 5f740846-4adb-4ed4-b8c6-860ce6919224 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:31.879948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0394da-df24-49c0-b5af-6881aee16a0b req-13b4ad3f-cde4-44de-837a-f5ea324f864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:31.881563 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dc0394da-df24-49c0-b5af-6881aee16a0b req-13b4ad3f-cde4-44de-837a-f5ea324f864b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 1098 time: 0.0865679
Apr 15 20:00:31.906877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 5f740846-4adb-4ed4-b8c6-860ce6919224 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:00:31.907267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 5f740846-4adb-4ed4-b8c6-860ce6919224 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:00:31.921587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=32a87087-67a6-454d-8830-c295f0d8e889,revision_number=6']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:31.923791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:31.929042 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dc0394da-df24-49c0-b5af-6881aee16a0b req-246f0d84-4f27-4487-a918-b16add02511e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406880
Apr 15 20:00:31.955195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd599d060f0>,) {'filters': {'network_id': ['d2e11d43-a253-422d-a44e-09304a48dfbf']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:31.968421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599d060f0>, '3d7e2f6a-afb5-4e1c-a315-a372e539e486') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:31.968764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599d060f0>, '3d7e2f6a-afb5-4e1c-a315-a372e539e486') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:31.980657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853381234'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:31.998980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:32.005315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:00:32.185910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Network d2e11d43-a253-422d-a44e-09304a48dfbf has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:00:32.194973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134257'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:32.428703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Network d2e11d43-a253-422d-a44e-09304a48dfbf has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   % (table.description, expected, rows_matched)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   % (table.description, expected, rows_matched)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   % (table.description, expected, rows_matched)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   % (table.description, expected, rows_matched)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:00:32.453648 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:00:32.550277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded96239-d961-4535-ae46-a6ec0a7d08f6 req-b17162b0-d2fa-4a7a-9ddd-dccd2d00204b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:32.551924 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ded96239-d961-4535-ae46-a6ec0a7d08f6 req-b17162b0-d2fa-4a7a-9ddd-dccd2d00204b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 945 time: 0.2900479
Apr 15 20:00:32.554999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:32.560725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:32.574484 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:32.596933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Pushing event deleted for resources: {'Network': ['ID=d2e11d43-a253-422d-a44e-09304a48dfbf,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:32.605941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:32.626566 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] 10.222.0.58 "DELETE /v2.0/networks/d2e11d43-a253-422d-a44e-09304a48dfbf HTTP/1.1" status: 204  len: 168 time: 2.5732732
Apr 15 20:00:32.629753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50174) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:32.637982 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ded96239-d961-4535-ae46-a6ec0a7d08f6 req-bc18afc3-1898-41c5-947d-aaa851a7400f tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781932
Apr 15 20:00:32.868907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae94c25-d683-4f22-a233-70ce81ee19d6 req-9b427050-aa6e-4848-a1de-8512e2a56b9d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:32.870545 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ae94c25-d683-4f22-a233-70ce81ee19d6 req-9b427050-aa6e-4848-a1de-8512e2a56b9d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0876486
Apr 15 20:00:32.922919 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6ae94c25-d683-4f22-a233-70ce81ee19d6 req-30332b8b-f5b8-4dc6-8a4e-e677cfa79395 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459640
Apr 15 20:00:33.209778 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854056957'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:33.581023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Deleting port e1bc246a-d089-4f78-86eb-2666333c3361 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:33.581588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:33.624849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:33.672751 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889', 'code': 200}
Apr 15 20:00:33.764093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] For port e1bc246a-d089-4f78-86eb-2666333c3361, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=e1bc246a-d089-4f78-86eb-2666333c3361,segment=NetworkSegment(625c7f1f-2185-40fd-9957-0bdcf4853307),segment_id=625c7f1f-2185-40fd-9957-0bdcf4853307)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:33.764492 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:33.843527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342daf9-7041-468d-9a4e-73bf7c0cf195 req-d30a925f-597d-4b97-a4c7-dafc82d79afd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:33.845058 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4342daf9-7041-468d-9a4e-73bf7c0cf195 req-d30a925f-597d-4b97-a4c7-dafc82d79afd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 945 time: 0.0878513
Apr 15 20:00:33.893519 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4342daf9-7041-468d-9a4e-73bf7c0cf195 req-56a8d9fd-22a7-482b-9090-269c0044dd75 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418870
Apr 15 20:00:33.895199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Calling delete_port for e1bc246a-d089-4f78-86eb-2666333c3361 owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:34.025973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a67c192e-f5b8-4999-81b8-9e0df2c1b862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:34.089057 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:34.105034 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:34.160899 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55d9ee-9eb9-4474-b60f-49f35fbb4e7f req-eb61beae-181a-40a9-ae70-100ea7020382 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:34.162496 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6d55d9ee-9eb9-4474-b60f-49f35fbb4e7f req-eb61beae-181a-40a9-ae70-100ea7020382 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 945 time: 0.1558824
Apr 15 20:00:34.175389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90826ae-79e2-467a-b4d5-3ef6977f0050 req-d3987f58-c616-455f-a644-bb978e3fef6d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:34.176909 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f90826ae-79e2-467a-b4d5-3ef6977f0050 req-d3987f58-c616-455f-a644-bb978e3fef6d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.1294377
Apr 15 20:00:34.177411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50190) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:34.183238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-38c73ded-0e84-4160-9471-06d4a4a9b39b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Request body: {'floatingip': {'port_id': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:00:34.196594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bc246a-d089-4f78-86eb-2666333c3361,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:34.203446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:34.279697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-38c73ded-0e84-4160-9471-06d4a4a9b39b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:34.424832 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f90826ae-79e2-467a-b4d5-3ef6977f0050 req-6b82ec47-f63f-47c1-813b-c26da09a77df tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807094
Apr 15 20:00:34.808842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055768'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:34.945890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-38c73ded-0e84-4160-9471-06d4a4a9b39b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:34.949848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-38c73ded-0e84-4160-9471-06d4a4a9b39b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:35.328834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:00:35.365366 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-38c73ded-0e84-4160-9471-06d4a4a9b39b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Floating IP 8dca9706-33aa-4ced-9c28-9db94f6c8e83 associated. External IP: 172.27.3.247, port: cbdc0e24-2f5d-4fa7-a4ea-f097683823d9.
Apr 15 20:00:35.523690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:00:35.534362 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] Sync routers for ids ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:00:35.536890 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] 10.222.0.58 "PUT /v2.0/routers/71aa07ea-550d-4e8e-b137-ba6dfc4c5674/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9048414
Apr 15 20:00:35.538880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50200) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:35.553989 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] Routers {'71aa07ea-550d-4e8e-b137-ba6dfc4c5674'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:35.554706 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a34ab00>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:35.737022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:35.765864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] Set router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:35.824195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df30f8a-fe76-482a-9f29-8771ae20afc3 req-ce0dbe3f-c4c1-4f8c-b711-afce530e71dd tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:35.825842 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6df30f8a-fe76-482a-9f29-8771ae20afc3 req-ce0dbe3f-c4c1-4f8c-b711-afce530e71dd tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.2072070
Apr 15 20:00:35.875444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c73ded-0e84-4160-9471-06d4a4a9b39b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Router a118a1f5-b5bc-4645-9e26-1bf08287c671 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:00:35.943423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:35.953047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Deleting port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:35.953419 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:35.968355 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6df30f8a-fe76-482a-9f29-8771ae20afc3 req-d98505b7-bb4e-43cc-acce-f6627e63bb8d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330819
Apr 15 20:00:36.083557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a34ab00>, [{'id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:14Z', 'updated_at': '2021-04-15T20:00:34Z', 'revision_number': 5, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'gw_port': {'id': '2e2b0772-cd4e-4a1d-9cef-b51ef82552af', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:15Z', 'updated_at': '2021-04-15T19:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:36.087888 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] Checking router: 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:00:36.088157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c73ded-0e84-4160-9471-06d4a4a9b39b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:00:36.092640 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-38c73ded-0e84-4160-9471-06d4a4a9b39b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:36.098133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] Routers {'71aa07ea-550d-4e8e-b137-ba6dfc4c5674'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:36.100009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a34ab00>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:36.101146 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] Sync routers for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:00:36.113013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:36.114144 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ed8390>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:36.157961 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-38c73ded-0e84-4160-9471-06d4a4a9b39b tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "PUT /v2.0/floatingips/8dca9706-33aa-4ced-9c28-9db94f6c8e83 HTTP/1.1" status: 200  len: 991 time: 1.9768295
Apr 15 20:00:36.157961 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'tag': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:36.158286 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] For port 2e2b0772-cd4e-4a1d-9cef-b51ef82552af, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=2e2b0772-cd4e-4a1d-9cef-b51ef82552af,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:36.158286 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:36.225048 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'tag': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9', 'status': 'completed', 'code': 200}
Apr 15 20:00:36.282974 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] Set router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 gateway port host: None {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:36.285518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-292c717a-8aff-4b76-a684-5458004a1ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:36.346303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:36.383149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Calling delete_port for 2e2b0772-cd4e-4a1d-9cef-b51ef82552af owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:36.418275 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a34ab00>, [{'id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:14Z', 'updated_at': '2021-04-15T20:00:35Z', 'revision_number': 6, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'gw_port_host': None}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:36.423587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e4b80-6a1a-43e1-ad9f-dd9a166d285c None None] The sync data for ids ['71aa07ea-550d-4e8e-b137-ba6dfc4c5674'] in dv-cinder-786384-2-iscsi is: [{'id': '71aa07ea-550d-4e8e-b137-ba6dfc4c5674', 'name': 'tempest-TestMinimumBasicScenario-2128541691-router', 'tenant_id': '8e474f065a4e48ef8f641e03969182fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:14Z', 'updated_at': '2021-04-15T20:00:35Z', 'revision_number': 6, 'project_id': '8e474f065a4e48ef8f641e03969182fe', 'gw_port_host': None}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:00:36.496093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-0c78f883-b66e-43f4-91ea-1eac64737098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:36.497712 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-0c78f883-b66e-43f4-91ea-1eac64737098 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=fba23e5df9154ee5b97b92e3f9090983&device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 1098 time: 0.2263002
Apr 15 20:00:36.703544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-2abdedac-21d0-49de-8176-e633df52964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:36.705247 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-2abdedac-21d0-49de-8176-e633df52964c service neutron] 10.222.0.68 "GET /v2.0/networks?id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 200  len: 910 time: 0.1996157
Apr 15 20:00:36.733950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ed8390>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '8dca9706-33aa-4ced-9c28-9db94f6c8e83', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'port_id': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'mac_address': 'fa:16:3e:69:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:00:17Z', 'updated_at': '2021-04-15T20:00:34Z', 'revision_number': 1, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:36.738178 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] Checking router: a118a1f5-b5bc-4645-9e26-1bf08287c671 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:00:36.748500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:00:36.749176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ed8390>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:00:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:36.799883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:36.824533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:36.909778 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:36.957071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:00:37.172090 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2b0772-cd4e-4a1d-9cef-b51ef82552af,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:37.178053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:37.195212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb14f4f-0ac4-49b0-95ee-19bf0f745b21 req-6337ce25-98fc-45a6-a27f-f2bbf3c4caa7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:37.196243 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dfb14f4f-0ac4-49b0-95ee-19bf0f745b21 req-6337ce25-98fc-45a6-a27f-f2bbf3c4caa7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0967135
Apr 15 20:00:37.200159 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-6c925f69-aa72-4dcc-8b48-337f923867d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 HTTP/1.1" status: 200  len: 999 time: 0.4859147
Apr 15 20:00:37.246189 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dfb14f4f-0ac4-49b0-95ee-19bf0f745b21 req-4d607152-4a2b-4b5c-b69d-553811cfa4e5 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424139
Apr 15 20:00:37.304965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-89d8bc85-084a-4e54-83cd-7cd5cabf6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:37.306525 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-89d8bc85-084a-4e54-83cd-7cd5cabf6212 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 200  len: 848 time: 0.0993276
Apr 15 20:00:37.340165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ed8390>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '8dca9706-33aa-4ced-9c28-9db94f6c8e83', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'port_id': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'mac_address': 'fa:16:3e:69:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:00:17Z', 'updated_at': '2021-04-15T20:00:34Z', 'revision_number': 1, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:37.344429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be063e-d9c7-4c3b-9142-4fa4b72c90a8 None None] The sync data for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi is: [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '8dca9706-33aa-4ced-9c28-9db94f6c8e83', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'port_id': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'mac_address': 'fa:16:3e:69:47:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:00:17Z', 'updated_at': '2021-04-15T20:00:34Z', 'revision_number': 1, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:00:37.475041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854055918'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.600742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-43c78b71-c8f5-4ee1-aa0a-bed456f84e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:37.602388 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-43c78b71-c8f5-4ee1-aa0a-bed456f84e7f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=841e7241-ffd3-4269-8bb7-4b3adadc6e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2888210
Apr 15 20:00:37.630088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ee0fd0-44e0-4407-80f6-fda964094c38 None None] New status for floating IP 8dca9706-33aa-4ced-9c28-9db94f6c8e83: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:00:37.696271 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760568'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.722062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.744009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.793407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716856'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.793965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71aa07ea-550d-4e8e-b137-ba6dfc4c5674 {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:00:37.833010 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-4f58cf42-c4f9-405b-955c-15295a01c378 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777689
Apr 15 20:00:37.836291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:37.836291 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] 10.222.0.58 "DELETE /v2.0/routers/71aa07ea-550d-4e8e-b137-ba6dfc4c5674 HTTP/1.1" status: 204  len: 168 time: 2.2959762
Apr 15 20:00:37.839057 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50216) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:37.862289 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 2e2b0772-cd4e-4a1d-9cef-b51ef82552af no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:37.922293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 2e2b0772-cd4e-4a1d-9cef-b51ef82552af {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:00:37.922694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 2e2b0772-cd4e-4a1d-9cef-b51ef82552af not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:00:37.923173 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device e1bc246a-d089-4f78-86eb-2666333c3361 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:37.962573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: e1bc246a-d089-4f78-86eb-2666333c3361 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:00:37.962980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device e1bc246a-d089-4f78-86eb-2666333c3361 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:00:38.013930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22145b4-23a7-481f-a5b6-7b8df2405e99 admin admin] Deleting subnet 5a6550e9-5ae6-44f2-9c11-23d645226f7d {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:00:38.027317 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e22145b4-23a7-481f-a5b6-7b8df2405e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.100105 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-14ffc317-ebce-404f-a0ec-185c79ea5eae req-30bf7f31-c461-4b80-aca4-7457a33d3397 service neutron] 10.222.0.68 "GET /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583861
Apr 15 20:00:38.102182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e22145b4-23a7-481f-a5b6-7b8df2405e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852640549'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.230503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e22145b4-23a7-481f-a5b6-7b8df2405e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.455869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af49f4-908f-4718-b1c4-faa96388124f req-3e704225-ab8b-4ff2-a381-9457e03213ff tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:38.457498 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-87af49f4-908f-4718-b1c4-faa96388124f req-3e704225-ab8b-4ff2-a381-9457e03213ff tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0922458
Apr 15 20:00:38.500532 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e22145b4-23a7-481f-a5b6-7b8df2405e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2114947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851792655'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.511459 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-87af49f4-908f-4718-b1c4-faa96388124f req-f67c19c9-bca5-490b-9d07-5cdbbf396d30 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468869
Apr 15 20:00:38.517668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-13444406-f188-41e2-a942-71520b4c60e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:38.617141 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22145b4-23a7-481f-a5b6-7b8df2405e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6550e9-5ae6-44f2-9c11-23d645226f7d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:38.621855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e22145b4-23a7-481f-a5b6-7b8df2405e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:38.652402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e22145b4-23a7-481f-a5b6-7b8df2405e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.657771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb9d73-9f85-4a39-9120-b63d5f1c739b None None] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:00:38.659249 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e22145b4-23a7-481f-a5b6-7b8df2405e99 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5a6550e9-5ae6-44f2-9c11-23d645226f7d HTTP/1.1" status: 204  len: 168 time: 0.8191097
Apr 15 20:00:38.661914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50224) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:38.760838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.783148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.905486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Deleting port 210da484-5082-4814-9aef-bb963433b255 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:38.905966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:38.938308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] DHCP port deletion for 2fc05f49-73b4-4131-830a-7fa2d5a3eeff request from dv-cinder-786384-2-iscsi {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:00:38.942676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] Deleting port 210da484-5082-4814-9aef-bb963433b255 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:38.943105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:39.027392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3863e-0a91-4419-9eaa-f045ee05fbf5 req-a2189273-c434-4801-a38a-6f60ddcdb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:39.028947 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fab3863e-0a91-4419-9eaa-f045ee05fbf5 req-a2189273-c434-4801-a38a-6f60ddcdb218 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1096 time: 0.1828847
Apr 15 20:00:39.171408 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fab3863e-0a91-4419-9eaa-f045ee05fbf5 req-f92344e5-a37a-48a9-9380-2c8fef744f48 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1315854
Apr 15 20:00:39.193585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] For port 210da484-5082-4814-9aef-bb963433b255, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=210da484-5082-4814-9aef-bb963433b255,segment=NetworkSegment(625c7f1f-2185-40fd-9957-0bdcf4853307),segment_id=625c7f1f-2185-40fd-9957-0bdcf4853307)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:39.193980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:39.325341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Calling delete_port for 210da484-5082-4814-9aef-bb963433b255 owned by network:dhcp {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:39.328238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] For port 210da484-5082-4814-9aef-bb963433b255, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=210da484-5082-4814-9aef-bb963433b255,segment=NetworkSegment(625c7f1f-2185-40fd-9957-0bdcf4853307),segment_id=625c7f1f-2185-40fd-9957-0bdcf4853307)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:39.328688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:39.408914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:39.424459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-47ba05de-12fd-403d-a44a-99e2e1619988 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:39.459373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] Calling delete_port for 210da484-5082-4814-9aef-bb963433b255 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:00:39.516485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=210da484-5082-4814-9aef-bb963433b255,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:39.530737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:39.537949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:00:39.538364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:00:39.566785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] No DVR routers for this DVR port 210da484-5082-4814-9aef-bb963433b255 on host dv-cinder-786384-2-iscsi {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:00:39.695162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:39.723911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c32b75-5ab5-41af-acd7-9cb8c69ae0e6 req-15b71bc6-0ac5-4780-a54a-8c2c2f89867b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:39.725533 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-37c32b75-5ab5-41af-acd7-9cb8c69ae0e6 req-15b71bc6-0ac5-4780-a54a-8c2c2f89867b tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0922480
Apr 15 20:00:39.773991 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-37c32b75-5ab5-41af-acd7-9cb8c69ae0e6 req-bdb98f4c-9d20-44e3-8d2e-3b2a695591fe tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417871
Apr 15 20:00:39.814218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd59849a470>,) {'filters': {'network_id': ['2fc05f49-73b4-4131-830a-7fa2d5a3eeff']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:39.827766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd59849a470>, '625c7f1f-2185-40fd-9957-0bdcf4853307') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:39.828102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd59849a470>, '625c7f1f-2185-40fd-9957-0bdcf4853307') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:00:39.840066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2135267'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:39.859198 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:39.860843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 210da484-5082-4814-9aef-bb963433b255 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:00:39.865621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:00:39.897025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 210da484-5082-4814-9aef-bb963433b255 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:00:39.897419 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 210da484-5082-4814-9aef-bb963433b255 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:00:40.040079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] Deleting port 210da484-5082-4814-9aef-bb963433b255 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:00:40.040596 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:40.040869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:00:40.050370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852661470'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:40.113626 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-77de9b64-9085-4df6-9342-5012958668c4 None None] The port '210da484-5082-4814-9aef-bb963433b255' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:00:40.475387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Network 2fc05f49-73b4-4131-830a-7fa2d5a3eeff has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:00:40.497921 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:00:40.574158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:40.577907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1a6507fb-542d-4483-83e9-e581c64eae95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:40.595098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:40.608918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc05f49-73b4-4131-830a-7fa2d5a3eeff,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:40.612167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:40.613773 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2fc05f49-73b4-4131-830a-7fa2d5a3eeff HTTP/1.1" status: 204  len: 168 time: 1.9508607
Apr 15 20:00:40.730946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50238) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:40.782933 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-52e0abba-b417-41e0-a00d-94f6aaa14349 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4982826645345ceb30d47046d10f317&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505865
Apr 15 20:00:40.785588 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50244) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:40.850821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fc7d814a-7fa3-4cfe-a6a3-104d307ed6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:40.877743 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fc7d814a-7fa3-4cfe-a6a3-104d307ed6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:40.928035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fc7d814a-7fa3-4cfe-a6a3-104d307ed6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:40.933109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:40.945652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d814a-7fa3-4cfe-a6a3-104d307ed6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1254d7ca-bab9-4b2e-8d2d-28a07649adab,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:40.948671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fc7d814a-7fa3-4cfe-a6a3-104d307ed6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:40.956350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fc7d814a-7fa3-4cfe-a6a3-104d307ed6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:40.956350 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-fc7d814a-7fa3-4cfe-a6a3-104d307ed6b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1254d7ca-bab9-4b2e-8d2d-28a07649adab HTTP/1.1" status: 204  len: 168 time: 0.1672275
Apr 15 20:00:40.989235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c083bd1-4e6d-4981-8c81-cf2b6f5650c9 req-2492c8df-4f0e-4b4c-8c25-099f8d93454e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:40.990792 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0c083bd1-4e6d-4981-8c81-cf2b6f5650c9 req-2492c8df-4f0e-4b4c-8c25-099f8d93454e tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 943 time: 0.0983098
Apr 15 20:00:41.039906 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0c083bd1-4e6d-4981-8c81-cf2b6f5650c9 req-461f871c-4fde-43b5-a9b5-3fa6cfa2ddc3 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420742
Apr 15 20:00:41.302868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 32a87087-67a6-454d-8830-c295f0d8e889 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:00:41.305454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50256) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:41.365096 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-72b18398-c111-43ab-acc1-17038d84fe88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e474f065a4e48ef8f641e03969182fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557353
Apr 15 20:00:41.365368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50262) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:00:41.428692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9d073820-61c9-4480-8ee0-276c1cb325df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:41.443750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32a87087-67a6-454d-8830-c295f0d8e889,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:41.456725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9d073820-61c9-4480-8ee0-276c1cb325df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:41.461361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '32a87087-67a6-454d-8830-c295f0d8e889', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'port_id': '32a87087-67a6-454d-8830-c295f0d8e889', 'mac_address': 'fa:16:3e:5c:0a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:00:41.505542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9d073820-61c9-4480-8ee0-276c1cb325df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:41.510714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4c011780-babe-418f-af74-6424cadac2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:41.517136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:41.523267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d073820-61c9-4480-8ee0-276c1cb325df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510c568a-3428-4d40-bed9-ad335affbdad,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:41.526457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9d073820-61c9-4480-8ee0-276c1cb325df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:41.528797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9d073820-61c9-4480-8ee0-276c1cb325df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:41.532988 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9d073820-61c9-4480-8ee0-276c1cb325df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/510c568a-3428-4d40-bed9-ad335affbdad HTTP/1.1" status: 204  len: 168 time: 0.1634405
Apr 15 20:00:41.540855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a87087-67a6-454d-8830-c295f0d8e889 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:00:41.563288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32a87087-67a6-454d-8830-c295f0d8e889,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:41.566364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:41.568145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:41.640447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=32a87087-67a6-454d-8830-c295f0d8e889,revision_number=7']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:41.643715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:41.914761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['32a87087-67a6-454d-8830-c295f0d8e889'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:00:42.148747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:00:43.307570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 32a87087-67a6-454d-8830-c295f0d8e889 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:00:43.380978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 32a87087-67a6-454d-8830-c295f0d8e889 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:00:43.381375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:43.498986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:43.525742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:00:43.536382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32a87087-67a6-454d-8830-c295f0d8e889,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:00:43.540430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:43.542915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:00:43.581737 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889', 'code': 200}
Apr 15 20:00:43.615475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=32a87087-67a6-454d-8830-c295f0d8e889,revision_number=8']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:00:43.618761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:00:52.402674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82eb08-2109-4657-b451-d41cc78e4eec req-73e41c54-80e4-454e-8239-de1f09fad649 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:52.404333 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ab82eb08-2109-4657-b451-d41cc78e4eec req-73e41c54-80e4-454e-8239-de1f09fad649 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0906835
Apr 15 20:00:52.451602 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ab82eb08-2109-4657-b451-d41cc78e4eec req-da416edf-99f7-403e-a4c3-bd162b5199de tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409715
Apr 15 20:00:53.655575 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e315a0-2c5a-4a1d-a534-193b31495f03 req-6dc50e24-cb1d-412b-bcc1-9285d5d7d32b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:53.657163 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-46e315a0-2c5a-4a1d-a534-193b31495f03 req-6dc50e24-cb1d-412b-bcc1-9285d5d7d32b tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0876145
Apr 15 20:00:53.705788 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-46e315a0-2c5a-4a1d-a534-193b31495f03 req-629172e3-ac39-4e82-8447-ae9e557329f1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419583
Apr 15 20:00:54.914800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86270c64-e0d9-4d92-9722-9a1cdddc91db req-4d78c7fd-8061-48f0-8724-5c22def21b21 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:54.916404 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-86270c64-e0d9-4d92-9722-9a1cdddc91db req-4d78c7fd-8061-48f0-8724-5c22def21b21 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0915375
Apr 15 20:00:54.962865 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-86270c64-e0d9-4d92-9722-9a1cdddc91db req-f16ba3da-2284-4d6b-89dc-9d04396d71c0 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401435
Apr 15 20:00:56.300797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff6419-1212-4619-899f-280de31eb6ce req-85bd1b1a-174e-40e8-a940-ac175cac6c7a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:56.302360 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-79ff6419-1212-4619-899f-280de31eb6ce req-85bd1b1a-174e-40e8-a940-ac175cac6c7a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0875366
Apr 15 20:00:56.354549 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-79ff6419-1212-4619-899f-280de31eb6ce req-a18c7649-dc98-4bd1-9d51-632e47d576f8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459812
Apr 15 20:00:57.452316 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:00:57.557298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fe409-d1a5-4656-87f5-a9c1d3905c3d req-1cc99505-817d-4644-8751-617acc66977f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:57.558871 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c40fe409-d1a5-4656-87f5-a9c1d3905c3d req-1cc99505-817d-4644-8751-617acc66977f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0874019
Apr 15 20:00:57.605828 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c40fe409-d1a5-4656-87f5-a9c1d3905c3d req-f71b1a53-d0fa-4959-9a8d-a2395740bf73 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401924
Apr 15 20:00:58.814619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e7621-c30c-4055-be79-a12bf5358d22 req-b8268f49-bcb3-4574-b25b-8c5bc78c43e7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:00:58.816226 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-014e7621-c30c-4055-be79-a12bf5358d22 req-b8268f49-bcb3-4574-b25b-8c5bc78c43e7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0903552
Apr 15 20:00:58.864178 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-014e7621-c30c-4055-be79-a12bf5358d22 req-4a4d26f8-a1c8-41b3-b44d-89220b6b290a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417802
Apr 15 20:01:00.067394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcad16e-2d54-4324-8e1a-156c20716dbc req-d8b82bb7-d3ba-434d-91c6-2f5a9a51d371 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:00.069000 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dcad16e-2d54-4324-8e1a-156c20716dbc req-d8b82bb7-d3ba-434d-91c6-2f5a9a51d371 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0889001
Apr 15 20:01:00.116218 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dcad16e-2d54-4324-8e1a-156c20716dbc req-e82b3efd-5f89-4486-b78a-76ec785723cb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410440
Apr 15 20:01:01.015124 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-d330decd-38dc-400d-b484-4c18ea037bc7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0783899
Apr 15 20:01:01.115296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-ed629fbd-4cb1-41b4-8be2-5f79e8776b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:01.116889 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-ed629fbd-4cb1-41b4-8be2-5f79e8776b58 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1098 time: 0.0782769
Apr 15 20:01:01.275704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-2a0edb7b-d206-47ea-8342-e3783abe9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:01.277220 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-2a0edb7b-d206-47ea-8342-e3783abe9639 service neutron] 10.222.0.68 "GET /v2.0/networks?id=25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 200  len: 909 time: 0.1395998
Apr 15 20:01:01.331131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cca24-9e6d-43ff-93d8-7fcd402ba3c5 req-d616cdfa-39bd-4fc0-b09e-ade498c4ba03 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:01.332746 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-541cca24-9e6d-43ff-93d8-7fcd402ba3c5 req-d616cdfa-39bd-4fc0-b09e-ade498c4ba03 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0913527
Apr 15 20:01:01.381003 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-541cca24-9e6d-43ff-93d8-7fcd402ba3c5 req-ba111bf5-907d-4b20-919a-040b707d89c0 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417278
Apr 15 20:01:01.388711 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-72b9370f-e88c-4c1d-bceb-2cdbac026e38 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 200  len: 1001 time: 0.1036477
Apr 15 20:01:01.456400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-69d9b2e6-73ac-4ae8-b594-9fba7b37cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:01.457932 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-69d9b2e6-73ac-4ae8-b594-9fba7b37cb93 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=550242ae-fa2e-4160-bae9-e1bb08e920e0 HTTP/1.1" status: 200  len: 847 time: 0.0630510
Apr 15 20:01:01.541552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-882ca901-7ad4-4b8f-ae63-844e7f85b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:01.543121 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-882ca901-7ad4-4b8f-ae63-844e7f85b163 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25f49285-2bdf-40a5-b223-572153ecaf73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786450
Apr 15 20:01:01.685636 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-0d1c2e4a-dd0e-4a1a-8c82-1e337eee002c service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355238
Apr 15 20:01:01.823754 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8056b098-3c1d-4053-a030-324ce1b14a0a req-73e6f0ea-e67d-4a81-8b7f-2cd63e253b65 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321211
Apr 15 20:01:02.584933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6fd33-695d-4f3f-b5d9-ddf0edb9d424 req-1e294da1-3622-4f08-8d83-4639144c95a6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:02.586490 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3bb6fd33-695d-4f3f-b5d9-ddf0edb9d424 req-1e294da1-3622-4f08-8d83-4639144c95a6 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0865555
Apr 15 20:01:02.636495 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3bb6fd33-695d-4f3f-b5d9-ddf0edb9d424 req-057b93c4-4b17-4b2b-b178-f344b3ca590f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437741
Apr 15 20:01:03.839793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccdc-5911-4c57-9541-915bcdd45815 req-eeec7a2d-33e5-450d-9ee0-31bb0d26a661 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:03.841922 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09aaccdc-5911-4c57-9541-915bcdd45815 req-eeec7a2d-33e5-450d-9ee0-31bb0d26a661 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0879900
Apr 15 20:01:03.890044 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09aaccdc-5911-4c57-9541-915bcdd45815 req-e900f4f8-d9d4-427d-9454-6cad61d34943 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418460
Apr 15 20:01:04.022540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-37cf672b-4554-446e-a964-4a31071aab13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:05.096489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b78de3-5856-46c1-bc97-c86daca1ed0c req-b9c65a36-3730-4de5-a61a-881d2f3df987 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:05.098068 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-82b78de3-5856-46c1-bc97-c86daca1ed0c req-b9c65a36-3730-4de5-a61a-881d2f3df987 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0912070
Apr 15 20:01:05.145035 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-82b78de3-5856-46c1-bc97-c86daca1ed0c req-25a3cc98-d8eb-48d9-b9df-9c22e0e0f92e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407927
Apr 15 20:01:05.386188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:01:05.524805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:05.538539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '094b251a-1524-4ff8-b586-45456b2a7026', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'port_id': '094b251a-1524-4ff8-b586-45456b2a7026', 'mac_address': 'fa:16:3e:5a:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:01:05.595110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:05.615893 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 094b251a-1524-4ff8-b586-45456b2a7026 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:01:05.632362 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:05.635606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:05.638324 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:05.711715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=6']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:05.714996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:05.730675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['094b251a-1524-4ff8-b586-45456b2a7026'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:01:06.176492 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0c1ab14a-bdf1-47f3-ae02-55ffbacebdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:06.350261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eea1a6-05d6-4c93-9d30-dff112fa07b8 req-3c62670d-f509-4995-8aae-88f288ce27e2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:06.351908 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d4eea1a6-05d6-4c93-9d30-dff112fa07b8 req-3c62670d-f509-4995-8aae-88f288ce27e2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 944 time: 0.0886831
Apr 15 20:01:06.398804 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d4eea1a6-05d6-4c93-9d30-dff112fa07b8 req-d845516e-3af0-46a7-8375-8716af333d42 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406489
Apr 15 20:01:06.868004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:07.401206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:01:07.472672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 094b251a-1524-4ff8-b586-45456b2a7026 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:01:07.473094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:07.598191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:07.606574 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcf5e6-1773-4785-973a-a4d067c73357 req-6845c43c-1c93-4aa5-a2d1-61ad89a681bb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:07.608393 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f0bcf5e6-1773-4785-973a-a4d067c73357 req-6845c43c-1c93-4aa5-a2d1-61ad89a681bb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 944 time: 0.0926442
Apr 15 20:01:07.626003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:01:07.636568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:07.640458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:07.642517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8bcd4a28-99ff-409c-8359-9755cac6edd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:07.660050 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f0bcf5e6-1773-4785-973a-a4d067c73357 req-61b6f1ed-5b84-4b89-8b97-e6b5df1da3f5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453899
Apr 15 20:01:07.679773 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026', 'code': 200}
Apr 15 20:01:07.724802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:07.731029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=7']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:07.733961 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:08.752887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:08.878341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca686b5-e5ac-4bff-97ff-0dff2acd37f6 req-4089d146-d89d-43b2-86d7-a99df2ae60cc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:08.879957 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5ca686b5-e5ac-4bff-97ff-0dff2acd37f6 req-4089d146-d89d-43b2-86d7-a99df2ae60cc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0877466
Apr 15 20:01:08.930510 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5ca686b5-e5ac-4bff-97ff-0dff2acd37f6 req-bbf226f9-4e41-4970-953c-2a6f5e198f92 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443354
Apr 15 20:01:10.142558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1b55-1a95-494d-bbd8-23ba3122a580 req-162ad3fb-7482-4003-bb86-1ff50d1a1844 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:10.144356 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58ad1b55-1a95-494d-bbd8-23ba3122a580 req-162ad3fb-7482-4003-bb86-1ff50d1a1844 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0949950
Apr 15 20:01:10.201231 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58ad1b55-1a95-494d-bbd8-23ba3122a580 req-081a28b3-4610-466a-b911-24dd135a2f75 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491095
Apr 15 20:01:11.426818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df558533-0477-4b69-87a0-e0f35a24a134 req-120aae04-aac7-44e8-a397-1e0aaa89501f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:11.428566 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df558533-0477-4b69-87a0-e0f35a24a134 req-120aae04-aac7-44e8-a397-1e0aaa89501f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.1005378
Apr 15 20:01:11.490145 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df558533-0477-4b69-87a0-e0f35a24a134 req-42442e6a-2549-470a-b177-626cad8c4283 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540085
Apr 15 20:01:12.765764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f36484-a9e1-472b-b1a3-b4e519954502 req-007cf5ba-4928-4d9f-ba1b-fb33d87e3a29 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:12.767426 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58f36484-a9e1-472b-b1a3-b4e519954502 req-007cf5ba-4928-4d9f-ba1b-fb33d87e3a29 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0930696
Apr 15 20:01:12.818852 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-58f36484-a9e1-472b-b1a3-b4e519954502 req-82af9fa2-29f9-4705-8d11-6fde9e148d4c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444391
Apr 15 20:01:14.034787 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a311e67-133a-42ad-9998-d38e2e55b9c4 req-f846172c-f970-4671-8fab-2f2607b8cbac tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:14.036419 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4a311e67-133a-42ad-9998-d38e2e55b9c4 req-f846172c-f970-4671-8fab-2f2607b8cbac tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0946100
Apr 15 20:01:14.088702 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4a311e67-133a-42ad-9998-d38e2e55b9c4 req-7ab3a597-aa3b-4eb2-8dcb-fb812a60fbac tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439806
Apr 15 20:01:15.304430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0d22b-afae-450e-8b82-ed8c769b8992 req-2a08c010-3d76-48ee-8677-02f77e701123 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:15.306073 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b9b0d22b-afae-450e-8b82-ed8c769b8992 req-2a08c010-3d76-48ee-8677-02f77e701123 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0939629
Apr 15 20:01:15.367891 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b9b0d22b-afae-450e-8b82-ed8c769b8992 req-5197d8a8-c596-4531-bda2-505c98a79dd7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551052
Apr 15 20:01:16.575930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad9ba5-bf64-4ea6-b0ef-01b1cb1cf395 req-6ab39755-0f6d-4e53-b698-412ea6b65793 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:16.577580 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e2ad9ba5-bf64-4ea6-b0ef-01b1cb1cf395 req-6ab39755-0f6d-4e53-b698-412ea6b65793 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0952349
Apr 15 20:01:16.627932 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e2ad9ba5-bf64-4ea6-b0ef-01b1cb1cf395 req-809c89a8-bbe9-4d0f-8a5f-3bf4deeda9f7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439520
Apr 15 20:01:17.867589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106379f9-d761-41df-ba69-cb8fadf63d6e req-bc568706-d772-4a68-9005-4df8f70e7d5e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:17.869349 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-106379f9-d761-41df-ba69-cb8fadf63d6e req-bc568706-d772-4a68-9005-4df8f70e7d5e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0995402
Apr 15 20:01:17.931921 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-106379f9-d761-41df-ba69-cb8fadf63d6e req-e3195f3a-0dc7-47ea-993b-7dcf6d382dbf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531893
Apr 15 20:01:19.142592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305da01-e7e8-4247-8903-51374b7abc2c req-4808a90a-3d30-4b5a-8b6d-59a49bffac5c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:19.144351 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a305da01-e7e8-4247-8903-51374b7abc2c req-4808a90a-3d30-4b5a-8b6d-59a49bffac5c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0936470
Apr 15 20:01:19.148538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:01:19.194608 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a305da01-e7e8-4247-8903-51374b7abc2c req-5124dc62-d1c7-4ec3-b79b-fc2443294c66 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439868
Apr 15 20:01:20.403640 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089e17c-1952-40f7-9b1c-98525276d896 req-fc7498fa-f263-4e01-a3a6-6b9fa696179c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:20.405288 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9089e17c-1952-40f7-9b1c-98525276d896 req-fc7498fa-f263-4e01-a3a6-6b9fa696179c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0902236
Apr 15 20:01:20.425622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-3e99f23d-d938-4b82-9314-bee479f7cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:20.427319 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-3e99f23d-d938-4b82-9314-bee479f7cfbc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 1098 time: 0.0784993
Apr 15 20:01:20.453988 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9089e17c-1952-40f7-9b1c-98525276d896 req-0b9d2cb2-8cbe-43ef-917d-352fceda9ba8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423071
Apr 15 20:01:20.568228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-7cbcff7f-6dc7-48a5-9146-97df8d479ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:20.569817 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-7cbcff7f-6dc7-48a5-9146-97df8d479ec8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.1360936
Apr 15 20:01:20.683931 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-d9ad540d-e2e4-4d85-bd0a-e4bc04a4a0c9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=094b251a-1524-4ff8-b586-45456b2a7026 HTTP/1.1" status: 200  len: 1001 time: 0.1070127
Apr 15 20:01:20.751423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-6a0b13b1-09f3-4d48-a5ce-50974f72c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:20.752952 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-6a0b13b1-09f3-4d48-a5ce-50974f72c676 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0625472
Apr 15 20:01:20.835027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-ae685956-2823-4e91-bdf2-ac7ca6928137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:20.836554 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-ae685956-2823-4e91-bdf2-ac7ca6928137 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775394
Apr 15 20:01:20.973221 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-e8b602fa-f0b3-4a24-9267-774361834145 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296902
Apr 15 20:01:21.111026 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9918b1d7-a095-46cd-affd-500e11d8b8c9 req-7f7217b6-5274-467b-b408-a75829a37de0 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316559
Apr 15 20:01:21.659698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76cf4-daec-43b6-8524-fe18cc9540ec req-9244668e-0303-43e3-94fe-079a005ad70c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:21.661342 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-95f76cf4-daec-43b6-8524-fe18cc9540ec req-9244668e-0303-43e3-94fe-079a005ad70c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0875261
Apr 15 20:01:21.714061 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-95f76cf4-daec-43b6-8524-fe18cc9540ec req-266723bb-ea9a-406f-b07d-324089c065b1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457437
Apr 15 20:01:22.926446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f407f-3e67-4ca6-9f11-d1600e14c5ae req-dca53806-76f3-45d2-a24d-38492d957b86 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:22.928093 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-910f407f-3e67-4ca6-9f11-d1600e14c5ae req-dca53806-76f3-45d2-a24d-38492d957b86 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 945 time: 0.0936882
Apr 15 20:01:22.976853 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-910f407f-3e67-4ca6-9f11-d1600e14c5ae req-37a6364c-cef5-4711-9594-1633e9851a2e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422392
Apr 15 20:01:23.482465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:01:23.603170 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:23.631334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:01:23.641530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:23.644411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:23.646218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:23.683486 dv-cinder-786384-2-iscsi neutron-server[85307]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026', 'code': 422} returned with failed status
Apr 15 20:01:23.716695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=8']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:23.719972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:24.184995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccfcb8-9df4-47b9-bf93-ae4f9bac3ad2 req-ba1f6e37-bd36-427b-993c-a7d8ed26c900 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:24.186473 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-87ccfcb8-9df4-47b9-bf93-ae4f9bac3ad2 req-ba1f6e37-bd36-427b-993c-a7d8ed26c900 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0892725
Apr 15 20:01:24.456915 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-87ccfcb8-9df4-47b9-bf93-ae4f9bac3ad2 req-7a4b6ecd-bf36-4199-afe4-41d5a77e0316 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2640533
Apr 15 20:01:25.928210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bdb80-fde5-491b-96ab-fbf58cff7458 req-27d4d0d7-d708-4c3f-9403-9208af7aaae7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:25.929800 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9b6bdb80-fde5-491b-96ab-fbf58cff7458 req-27d4d0d7-d708-4c3f-9403-9208af7aaae7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0877719
Apr 15 20:01:25.979806 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9b6bdb80-fde5-491b-96ab-fbf58cff7458 req-65cbffc0-0361-4bdc-8cc1-ffe593f301dd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435882
Apr 15 20:01:26.198196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50530) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:01:26.323171 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-1b2f7530-443b-48fa-bce8-9b471ceb76b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1234939
Apr 15 20:01:26.851417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-e755e27f-c574-4e31-99ed-2e3704a92566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:26.852985 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-e755e27f-c574-4e31-99ed-2e3704a92566 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08&tenant_id=b1e9c7381e93406886cc6f3577690f28 HTTP/1.1" status: 200  len: 1096 time: 0.0807600
Apr 15 20:01:26.949845 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-828f2dd0-4054-4671-a169-50ebe48912e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:26.951413 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-828f2dd0-4054-4671-a169-50ebe48912e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b1e9c7381e93406886cc6f3577690f28&device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 1096 time: 0.0759571
Apr 15 20:01:27.091735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-6fdf510b-a0e6-478c-8b41-f87c0a4bc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:27.093328 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-6fdf510b-a0e6-478c-8b41-f87c0a4bc3de service neutron] 10.222.0.68 "GET /v2.0/networks?id=985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 200  len: 918 time: 0.1358383
Apr 15 20:01:27.185885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0529e-e38e-4d12-b012-c579216caf0f req-0a1cf0d4-ccfc-43db-a942-7698e6b9030a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:27.187519 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6cb0529e-e38e-4d12-b012-c579216caf0f req-0a1cf0d4-ccfc-43db-a942-7698e6b9030a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0865898
Apr 15 20:01:27.202239 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-726c5819-9a4c-4d9c-afdd-3bd48c092493 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=094b251a-1524-4ff8-b586-45456b2a7026 HTTP/1.1" status: 200  len: 999 time: 0.1026609
Apr 15 20:01:27.235647 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6cb0529e-e38e-4d12-b012-c579216caf0f req-b2d44a68-01c5-40f8-9df7-3dd34fc2d37c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416782
Apr 15 20:01:27.270708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-ef4ca592-9c5d-440c-a314-237ef18f7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:27.272246 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-ef4ca592-9c5d-440c-a314-237ef18f7e49 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 200  len: 856 time: 0.0643454
Apr 15 20:01:27.356086 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-5e991c9b-8f38-4a8c-9af0-e752b8f20ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:27.357672 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-5e991c9b-8f38-4a8c-9af0-e752b8f20ef7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=985a7b11-3fa6-4a91-bf02-60ccff754b78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783465
Apr 15 20:01:27.448458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:27.492040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:01:27.502070 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-c8604d57-caba-4e38-8e51-603cd7f55885 service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376755
Apr 15 20:01:27.892215 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-0e01bc33-a3f9-4d7a-a835-0ef7a79aa79a service neutron] 10.222.0.68 "GET /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3837845
Apr 15 20:01:28.450325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d14c3-ebff-4583-a882-77c4d17983a5 req-8a083c7f-87fe-41d3-8ffb-037112a5521e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:28.452244 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b19d14c3-ebff-4583-a882-77c4d17983a5 req-8a083c7f-87fe-41d3-8ffb-037112a5521e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0983067
Apr 15 20:01:28.507022 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b19d14c3-ebff-4583-a882-77c4d17983a5 req-121c2434-0c39-4452-94fa-18ed50c5d9a5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443213
Apr 15 20:01:29.741159 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80124197-9515-4402-81d0-6a509a884ff6 req-911dcd09-3f5d-4ea8-9800-ca6653165e4a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:29.742776 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80124197-9515-4402-81d0-6a509a884ff6 req-911dcd09-3f5d-4ea8-9800-ca6653165e4a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.1065230
Apr 15 20:01:29.792404 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80124197-9515-4402-81d0-6a509a884ff6 req-3c5d0553-5bc0-42f5-8a2c-f9d0e0d74ac7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431781
Apr 15 20:01:31.004852 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfcf51-4b54-4ffa-ac8b-336d71dd3068 req-829cbc8b-c9ec-45b2-9f7f-e04c00b8329e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:31.006365 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d7cfcf51-4b54-4ffa-ac8b-336d71dd3068 req-829cbc8b-c9ec-45b2-9f7f-e04c00b8329e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0927901
Apr 15 20:01:31.055873 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d7cfcf51-4b54-4ffa-ac8b-336d71dd3068 req-ffb361e0-b9ea-46a8-ba79-a6302f645df2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424569
Apr 15 20:01:32.270697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feaf66-852a-4515-b311-d025c97f7595 req-5e597e10-23c9-4df3-9b6d-6af6a79324ca tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:32.272735 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53feaf66-852a-4515-b311-d025c97f7595 req-5e597e10-23c9-4df3-9b6d-6af6a79324ca tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0943708
Apr 15 20:01:32.322099 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-53feaf66-852a-4515-b311-d025c97f7595 req-e29d476e-c6cb-4ba3-b632-66c77da2f197 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424399
Apr 15 20:01:33.538417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660527b-63d5-4afa-af41-373ed83e9bea req-f9003378-0688-459d-abf9-cd17e7d12376 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:33.540061 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e660527b-63d5-4afa-af41-373ed83e9bea req-f9003378-0688-459d-abf9-cd17e7d12376 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0918913
Apr 15 20:01:33.587829 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e660527b-63d5-4afa-af41-373ed83e9bea req-05c4bb3a-8b02-4e62-9786-2dbc5dd2e6bc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408633
Apr 15 20:01:34.025084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1d6caef8-832f-4683-b65b-2cdc037a1378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:34.804890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad9f34-af24-4fb1-9047-f0523bfd4c9a req-c34197eb-7604-47f0-ad60-7dcc5bf91293 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:34.806570 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8fad9f34-af24-4fb1-9047-f0523bfd4c9a req-c34197eb-7604-47f0-ad60-7dcc5bf91293 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0939803
Apr 15 20:01:34.857265 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8fad9f34-af24-4fb1-9047-f0523bfd4c9a req-49503256-8eb6-4193-be96-b63d076f9d6a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434868
Apr 15 20:01:36.068451 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c3416-4c12-4e85-ad36-dfd16d8d2def req-dfe0c206-3d0b-440c-98de-a9ac0b9e3161 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:36.070068 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4f5c3416-4c12-4e85-ad36-dfd16d8d2def req-dfe0c206-3d0b-440c-98de-a9ac0b9e3161 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0936737
Apr 15 20:01:36.120547 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4f5c3416-4c12-4e85-ad36-dfd16d8d2def req-dc5a03e0-d561-49d3-9deb-fc3b63c4fa1c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430107
Apr 15 20:01:36.178609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-80c60315-5404-4e48-b9e8-3c7774d3f204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:36.870225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:37.332877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf95d99-7272-4e00-a05c-6a8c47fd6c82 req-e2369c60-fbab-42b6-84c3-c753b51126a2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:37.334522 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9bf95d99-7272-4e00-a05c-6a8c47fd6c82 req-e2369c60-fbab-42b6-84c3-c753b51126a2 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0900576
Apr 15 20:01:37.384630 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9bf95d99-7272-4e00-a05c-6a8c47fd6c82 req-e6574489-e5f9-4be7-aa86-2dc5d23c2988 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423486
Apr 15 20:01:37.707074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:38.601727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e159b-adc7-4289-bbfa-09e21f3fd432 req-5880f3a3-4aa9-4a5d-819d-92cd936eef08 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:38.604045 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ec0e159b-adc7-4289-bbfa-09e21f3fd432 req-5880f3a3-4aa9-4a5d-819d-92cd936eef08 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0963445
Apr 15 20:01:38.653893 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ec0e159b-adc7-4289-bbfa-09e21f3fd432 req-4fdd1344-6b52-4960-aab4-6709728f8435 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431707
Apr 15 20:01:38.758643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:39.868568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09386082-968a-4d54-9d69-9b25a78b0ccc req-4984287c-bf53-47dd-aa9a-dc9854b73d02 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:39.870204 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09386082-968a-4d54-9d69-9b25a78b0ccc req-4984287c-bf53-47dd-aa9a-dc9854b73d02 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0930557
Apr 15 20:01:39.920907 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09386082-968a-4d54-9d69-9b25a78b0ccc req-7e4af7af-d391-4591-97b1-5f60d1072102 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439336
Apr 15 20:01:41.188558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164613-afb8-4a3e-9644-109c58711023 req-6ad05846-5446-43bc-b32f-74bf5e9340c1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:41.190236 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-39164613-afb8-4a3e-9644-109c58711023 req-6ad05846-5446-43bc-b32f-74bf5e9340c1 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.1456659
Apr 15 20:01:41.237750 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-39164613-afb8-4a3e-9644-109c58711023 req-18ff7044-43e6-432b-b9b3-b34b61c2cacd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410798
Apr 15 20:01:42.443347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4f192-4532-4d80-8064-2c396eda6b9a req-aea6e594-1a41-4f44-a584-d7ff07c3997c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:42.444925 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d8e4f192-4532-4d80-8064-2c396eda6b9a req-aea6e594-1a41-4f44-a584-d7ff07c3997c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0907357
Apr 15 20:01:42.492069 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d8e4f192-4532-4d80-8064-2c396eda6b9a req-04821f4f-aeb4-4eb3-83c2-0f791c2c3257 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410051
Apr 15 20:01:43.698810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827877f9-7ae1-425a-83f8-27fca2321eca req-1341efa4-b743-4334-b2f3-f4f4ec1e3959 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:43.700432 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-827877f9-7ae1-425a-83f8-27fca2321eca req-1341efa4-b743-4334-b2f3-f4f4ec1e3959 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0923557
Apr 15 20:01:43.747615 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-827877f9-7ae1-425a-83f8-27fca2321eca req-64247819-0ce1-44f4-83e3-4ab263ff1437 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407560
Apr 15 20:01:44.954038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ab09d-350c-4590-9984-410d0a5b3c23 req-c835fab3-40d2-43db-a951-8125ff1449b5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:44.955663 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9c2ab09d-350c-4590-9984-410d0a5b3c23 req-c835fab3-40d2-43db-a951-8125ff1449b5 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0873942
Apr 15 20:01:45.002640 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9c2ab09d-350c-4590-9984-410d0a5b3c23 req-16ed896a-ce7e-4120-b25b-e3d5ef9ee21e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406945
Apr 15 20:01:46.208023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b43ec-20a5-4860-b9ff-9e88beadd1ba req-5f54b237-8bd8-4957-a3da-7f824ba7c8e4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:46.209489 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de3b43ec-20a5-4860-b9ff-9e88beadd1ba req-5f54b237-8bd8-4957-a3da-7f824ba7c8e4 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0891383
Apr 15 20:01:46.256153 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de3b43ec-20a5-4860-b9ff-9e88beadd1ba req-8defdb90-d254-4237-bcc2-2db6246e37eb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405447
Apr 15 20:01:47.462981 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad16bf9-a726-4816-8f26-7ef46dc6ebdd req-99f57495-b431-4140-a523-947cbe800cdf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:47.464595 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0ad16bf9-a726-4816-8f26-7ef46dc6ebdd req-99f57495-b431-4140-a523-947cbe800cdf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 943 time: 0.0919914
Apr 15 20:01:47.511925 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0ad16bf9-a726-4816-8f26-7ef46dc6ebdd req-998a5693-35c5-4873-9c56-92ab3e4a1912 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411689
Apr 15 20:01:47.549279 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:01:47.686431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:47.700121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '094b251a-1524-4ff8-b586-45456b2a7026', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'port_id': '094b251a-1524-4ff8-b586-45456b2a7026', 'mac_address': 'fa:16:3e:5a:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:01:47.760605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:47.778415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094b251a-1524-4ff8-b586-45456b2a7026 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:01:47.794534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:47.797474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:47.799267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:47.867434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=9']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:47.875616 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.876005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.876384 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.876758 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.877127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.877495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.877862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.878225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.878591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.878950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.879344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.879709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:01:47.883692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:48.153275 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['094b251a-1524-4ff8-b586-45456b2a7026'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:01:48.718120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb846c2-4f74-4699-9a8a-b836bec02da6 req-40f28e74-e474-477e-9f74-8fb1d5fe9edf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:48.719746 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aeb846c2-4f74-4699-9a8a-b836bec02da6 req-40f28e74-e474-477e-9f74-8fb1d5fe9edf tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 944 time: 0.0881863
Apr 15 20:01:48.767498 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aeb846c2-4f74-4699-9a8a-b836bec02da6 req-9b5b7e22-a007-4b6b-ace5-ee7f802deec9 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414500
Apr 15 20:01:49.543744 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:01:49.614147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 094b251a-1524-4ff8-b586-45456b2a7026 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:01:49.614566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:49.735714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:49.762509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:01:49.773107 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:01:49.776178 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:01:49.778027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:01:49.812944 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026', 'code': 200}
Apr 15 20:01:49.855098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=10']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:01:49.858717 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:01:50.039095 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49b7f3-4b8c-4b67-8ea0-8657ee90a89a req-1fd8affa-1ef7-41e0-8277-5b970fc8f01c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:50.040769 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7e49b7f3-4b8c-4b67-8ea0-8657ee90a89a req-1fd8affa-1ef7-41e0-8277-5b970fc8f01c tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 946 time: 0.1465609
Apr 15 20:01:50.067720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b7f94-58e0-446f-85c2-9fe8ee25ab59 req-1e523469-254f-4174-abb6-1dc49088c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:50.069367 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d71b7f94-58e0-446f-85c2-9fe8ee25ab59 req-1e523469-254f-4174-abb6-1dc49088c28c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 1099 time: 0.0781846
Apr 15 20:01:50.091562 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7e49b7f3-4b8c-4b67-8ea0-8657ee90a89a req-3ab5af49-c6d7-4eb7-9247-5f3da5cfebfc tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435009
Apr 15 20:01:50.115467 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d71b7f94-58e0-446f-85c2-9fe8ee25ab59 req-ebc4967d-5e54-4c3e-8d7c-cb6c01ffe407 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386386
Apr 15 20:01:51.303417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca7e6-d30c-416d-a294-48a2d890ccdd req-c69c24e3-3404-4a38-8d1d-8482370aa5bd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:51.305034 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ed8ca7e6-d30c-416d-a294-48a2d890ccdd req-c69c24e3-3404-4a38-8d1d-8482370aa5bd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 946 time: 0.0925424
Apr 15 20:01:51.356886 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ed8ca7e6-d30c-416d-a294-48a2d890ccdd req-79f914fd-ff30-4047-93ca-8dc4389dc4ff tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454800
Apr 15 20:01:52.561084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87696e-c2cf-4e60-b3f7-8ac400caf0e1 req-7ea74aa7-a536-4679-bd21-9bbb8903ac51 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:01:52.562702 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ba87696e-c2cf-4e60-b3f7-8ac400caf0e1 req-7ea74aa7-a536-4679-bd21-9bbb8903ac51 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 946 time: 0.0872555
Apr 15 20:01:52.610194 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ba87696e-c2cf-4e60-b3f7-8ac400caf0e1 req-e812ffdb-88d5-4fc8-ade2-b578a137af57 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411873
Apr 15 20:01:56.149483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:01:57.465956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:01.550505 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-22491cab-ad1f-43b6-809d-3d62d8c7dc6f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0811963
Apr 15 20:02:01.697302 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-99f5946f-599a-4755-98b3-ddbef9508efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:01.698920 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-99f5946f-599a-4755-98b3-ddbef9508efc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1098 time: 0.0779150
Apr 15 20:02:01.850582 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-b2f5391e-db85-4fd1-9770-566969b0bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:01.852193 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-b2f5391e-db85-4fd1-9770-566969b0bf2e service neutron] 10.222.0.68 "GET /v2.0/networks?id=25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 200  len: 909 time: 0.1348748
Apr 15 20:02:01.963390 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-54c2dca4-4284-490f-aaca-5a47010d5080 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 200  len: 1001 time: 0.1048057
Apr 15 20:02:02.032433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-08c53f59-93a1-4db7-9446-57b14b388fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:02.033994 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-08c53f59-93a1-4db7-9446-57b14b388fd6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=550242ae-fa2e-4160-bae9-e1bb08e920e0 HTTP/1.1" status: 200  len: 847 time: 0.0640917
Apr 15 20:02:02.119104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-d1768f12-c278-4815-9569-1fa5d42cbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:02.120766 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-d1768f12-c278-4815-9569-1fa5d42cbb23 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25f49285-2bdf-40a5-b223-572153ecaf73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806856
Apr 15 20:02:02.131423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-e34e93a3-fc6d-4b28-9187-184766b2d7f6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:02:02.132578 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-e34e93a3-fc6d-4b28-9187-184766b2d7f6 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057199
Apr 15 20:02:02.279803 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-78ed4259-67b7-4952-b428-3c84918ff622 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408310
Apr 15 20:02:02.429181 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4e517e16-b383-4558-81c2-77cc777d01e6 req-74622786-ecfa-4661-8249-683512be3cd9 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428399
Apr 15 20:02:04.026693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e643ad8b-dba6-45f9-8d80-65ce4346bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:06.179549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-677adbf9-c53c-404f-8253-37b48e06a06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:06.873609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:07.709164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:08.760623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:24.636059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50800) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:24.851774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Deleting port d2938e76-91d7-4b63-9eb6-23ababb0cd8a {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:24.852091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:25.033296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:25.033742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:25.164614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Calling delete_port for d2938e76-91d7-4b63-9eb6-23ababb0cd8a owned by network:floatingip {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:25.321151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:25.336513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-97c2e2d7-5f4b-4cad-abea-65e20bc89c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:25.429654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event deleted for resources: {'Port': ['ID=d2938e76-91d7-4b63-9eb6-23ababb0cd8a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:25.445160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.445584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.446005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.446418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.446825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.447231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.447655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.448059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.448458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.448857 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.449258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.449658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:25.453259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:25.477592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f3cba-e617-419a-8277-31447a8f529c req-198083b5-14b9-43c1-9ea9-37a3fc035b0e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:25.479186 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3d7f3cba-e617-419a-8277-31447a8f529c req-198083b5-14b9-43c1-9ea9-37a3fc035b0e tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 945 time: 0.0913825
Apr 15 20:02:25.528257 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3d7f3cba-e617-419a-8277-31447a8f529c req-8df3089d-8308-41fa-83a6-b1effd453274 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422587
Apr 15 20:02:25.608752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for floatingip, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:25.609128 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Floating IP e80875b3-9ed1-452d-b724-1bd2d814b40d disassociated (deleted). External IP: 172.27.3.211, port: 32a87087-67a6-454d-8830-c295f0d8e889.
Apr 15 20:02:25.969460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Router b4568020-325a-4b5a-b6b2-efa84331c985 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:26.155997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:26.166969 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] Sync routers for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:26.169513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:26.177498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:26.178256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a225668>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:26.226301 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "DELETE /v2.0/floatingips/e80875b3-9ed1-452d-b724-1bd2d814b40d HTTP/1.1" status: 204  len: 168 time: 1.5888450
Apr 15 20:02:26.226915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:02:26.337859 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889', 'status': 'completed', 'code': 200}
Apr 15 20:02:26.371683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:26.638600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322c53e-4c4f-4d93-8af7-37cce01d33e5 req-8e8c428f-eb81-4f8a-9532-4b0f1d10e5db tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:26.640778 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1322c53e-4c4f-4d93-8af7-37cce01d33e5 req-8e8c428f-eb81-4f8a-9532-4b0f1d10e5db tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.1022639
Apr 15 20:02:26.732826 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a225668>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:31Z', 'revision_number': 5, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:26.735887 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1322c53e-4c4f-4d93-8af7-37cce01d33e5 req-1b60895a-6c0a-4639-871b-fe4e507fc9aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855813
Apr 15 20:02:26.737876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] Checking router: b4568020-325a-4b5a-b6b2-efa84331c985 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:26.747537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:26.747980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a225668>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:26.770751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-9c097ba5-b127-4c00-9d36-deef490430f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:26.772506 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-9c097ba5-b127-4c00-9d36-deef490430f2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 1098 time: 0.4105983
Apr 15 20:02:26.793091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a34a1-b34a-4b89-9ee9-3ee26819508f req-e4f1038f-620f-4da2-bb41-737c00d396fe tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:26.794675 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b12a34a1-b34a-4b89-9ee9-3ee26819508f req-e4f1038f-620f-4da2-bb41-737c00d396fe tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 945 time: 0.1424572
Apr 15 20:02:26.843870 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b12a34a1-b34a-4b89-9ee9-3ee26819508f req-559c9d8b-e7ee-40a1-b278-d7b1b33d063c tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419157
Apr 15 20:02:26.917366 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-32fc7f67-c924-4034-985c-b85b27fbd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:26.918937 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-32fc7f67-c924-4034-985c-b85b27fbd21d service neutron] 10.222.0.68 "GET /v2.0/networks?id=25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 200  len: 909 time: 0.1383240
Apr 15 20:02:26.935036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:26.998047 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-bbdc8b57-4127-4898-b600-2e464a6457de service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 200  len: 217 time: 0.0699158
Apr 15 20:02:27.068508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-3ef651d3-9755-46de-9b86-172b5a977c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:27.070070 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-3ef651d3-9755-46de-9b86-172b5a977c6a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=550242ae-fa2e-4160-bae9-e1bb08e920e0 HTTP/1.1" status: 200  len: 847 time: 0.0643179
Apr 15 20:02:27.159177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-503edadd-8500-412c-8b95-c0554c53c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:27.160801 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-503edadd-8500-412c-8b95-c0554c53c970 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=25f49285-2bdf-40a5-b223-572153ecaf73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795741
Apr 15 20:02:27.262841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a225668>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:31Z', 'revision_number': 5, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:27.266964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893a0bc-e77a-478c-bb56-04de1a592417 None None] The sync data for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi is: [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T19:55:09Z', 'revision_number': 4, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ab0906c3-7362-469e-8373-30b700186adb', 'name': '', 'network_id': '25f49285-2bdf-40a5-b223-572153ecaf73', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'mac_address': 'fa:16:3e:8b:48:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:08Z', 'updated_at': '2021-04-15T19:55:31Z', 'revision_number': 5, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'subnets': [{'id': '550242ae-fa2e-4160-bae9-e1bb08e920e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:02:27.305539 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-8fe08d32-c36f-4d3f-abd7-f4e5f9d8e665 service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367826
Apr 15 20:02:27.450951 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-73949095-1d69-4d2d-a687-3c704d467cd3 req-587efca4-54f7-4fa0-b3c7-a22925a340de service neutron] 10.222.0.68 "GET /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381502
Apr 15 20:02:27.458431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:27.495726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-7d36f239-5598-4e5b-aaa5-df9655ce44e9 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:27.497286 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-7d36f239-5598-4e5b-aaa5-df9655ce44e9 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 945 time: 0.0941720
Apr 15 20:02:27.575232 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Deleting port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:27.575645 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:27.670775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf31c3b-601b-49ec-b64d-9c8fec97600a None None] New status for floating IP e80875b3-9ed1-452d-b724-1bd2d814b40d: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:02:27.848814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] For port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:27.849220 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:28.237737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-15038f9d-2c31-4fbf-ba28-179f6d2cacd9 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:28.238586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-15038f9d-2c31-4fbf-ba28-179f6d2cacd9 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Synchronizing usage tracker for tenant:4d9208f04bcf45e4a5d2ef86825620d3 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:02:28.254566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-15038f9d-2c31-4fbf-ba28-179f6d2cacd9 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Unset dirty status for tenant:4d9208f04bcf45e4a5d2ef86825620d3 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:02:28.254852 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fcf18-ab53-4caa-a555-638cbd0398e5 req-be6cdea1-dec7-4a76-8cc8-1a76f5519fc7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:28.255819 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-15038f9d-2c31-4fbf-ba28-179f6d2cacd9 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.68 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.1091785
Apr 15 20:02:28.256499 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e96fcf18-ab53-4caa-a555-638cbd0398e5 req-be6cdea1-dec7-4a76-8cc8-1a76f5519fc7 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 945 time: 0.3962281
Apr 15 20:02:28.315192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0d35a-f634-40c9-8462-a1acf4eccdb2 req-6720614c-4f61-4408-9590-b3dd9a93361a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:28.316801 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b6b0d35a-f634-40c9-8462-a1acf4eccdb2 req-6720614c-4f61-4408-9590-b3dd9a93361a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 945 time: 0.3494129
Apr 15 20:02:28.331977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Deleting port 32a87087-67a6-454d-8830-c295f0d8e889 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:28.332361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:28.367687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:28.368102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:28.368456 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Floating IP 8dca9706-33aa-4ced-9c28-9db94f6c8e83 disassociated. External IP: 172.27.3.247, port: cbdc0e24-2f5d-4fa7-a4ea-f097683823d9.
Apr 15 20:02:28.368837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Calling delete_port for cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:28.419360 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e96fcf18-ab53-4caa-a555-638cbd0398e5 req-c7f8d52d-49e3-46ab-8903-0adc3b64f14a tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/security-groups?id=909cf506-2b77-4d12-a886-9c2f65a1871d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511381
Apr 15 20:02:28.605953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] For port 32a87087-67a6-454d-8830-c295f0d8e889, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=32a87087-67a6-454d-8830-c295f0d8e889,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:28.606352 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:28.678459 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b6b0d35a-f634-40c9-8462-a1acf4eccdb2 req-f402a545-1528-42a3-9a81-6d3ef55a7e81 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups?id=02e8dc7f-e0f9-409b-b329-dbcfd8097021&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3468597
Apr 15 20:02:28.751310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Calling delete_port for 32a87087-67a6-454d-8830-c295f0d8e889 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:28.768999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:28.787162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:28.887132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event deleted for resources: {'Port': ['ID=cbdc0e24-2f5d-4fa7-a4ea-f097683823d9,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:28.899377 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.899931 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.900373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.900775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.901171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.901704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.902208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.902605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.902997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.903412 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.903526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:28.903806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.904193 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:28.908809 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:28.919373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:29.015173 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event deleted for resources: {'Port': ['ID=32a87087-67a6-454d-8830-c295f0d8e889,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:29.020074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:29.164382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Router a118a1f5-b5bc-4645-9e26-1bf08287c671 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:29.168836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] No DVR routers for this DVR port 32a87087-67a6-454d-8830-c295f0d8e889 on host hv-cinder-78638 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:02:29.171374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:29.174656 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'name': 'network-vif-deleted', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:02:29.189788 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-058af17d-700c-4a85-9383-3a5ccfc9e310 req-2a1d56b1-17d0-4e35-9b04-318b53a183aa tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.68 "DELETE /v2.0/ports/32a87087-67a6-454d-8830-c295f0d8e889 HTTP/1.1" status: 204  len: 173 time: 0.9280577
Apr 15 20:02:29.225931 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c241efcb-ba90-43dd-a6c3-393b77086172', 'name': 'network-vif-deleted', 'tag': '32a87087-67a6-454d-8830-c295f0d8e889', 'status': 'completed', 'code': 200}
Apr 15 20:02:29.367215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:29.377555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] Sync routers for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:29.387528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:29.388207 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599204cc0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:29.451941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] No DVR routers for this DVR port cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:02:29.455127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:29.468784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'name': 'network-vif-deleted', 'tag': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:02:29.477137 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e60ddb42-a0ec-43d0-8f87-c2d1bf814aec req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.68 "DELETE /v2.0/ports/cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 HTTP/1.1" status: 204  len: 173 time: 1.9741225
Apr 15 20:02:29.663062 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dffbe0f0-5e4c-4bac-8605-c82fb5db377e req-3026fb2c-d42a-4b60-84ec-d0802a1c373d tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "GET /v2.0/ports?device_id=c241efcb-ba90-43dd-a6c3-393b77086172 HTTP/1.1" status: 200  len: 210 time: 0.0887387
Apr 15 20:02:29.665186 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b02d1c-8109-44c4-a030-a1edb69e37e0', 'name': 'network-vif-deleted', 'tag': 'cbdc0e24-2f5d-4fa7-a4ea-f097683823d9', 'status': 'completed', 'code': 200}
Apr 15 20:02:29.716428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:29.879262 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-88532c43-d800-4b0f-98b8-fcb39fcb26e3 req-e0966f95-b65e-43ce-93d6-16ae9f914a5a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Synchronizing usage tracker for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:02:29.895421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-88532c43-d800-4b0f-98b8-fcb39fcb26e3 req-e0966f95-b65e-43ce-93d6-16ae9f914a5a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Unset dirty status for tenant:fba23e5df9154ee5b97b92e3f9090983 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:02:29.896713 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88532c43-d800-4b0f-98b8-fcb39fcb26e3 req-e0966f95-b65e-43ce-93d6-16ae9f914a5a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/ports?device_id=60b02d1c-8109-44c4-a030-a1edb69e37e0 HTTP/1.1" status: 200  len: 210 time: 0.0682552
Apr 15 20:02:30.227546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599204cc0>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:30.231584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] Checking router: a118a1f5-b5bc-4645-9e26-1bf08287c671 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:30.240441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:30.241102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599204cc0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:30.430316 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:30.751063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599204cc0>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:30.755905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c1dce-ebd9-41af-92ae-5e85d47fff2f None None] The sync data for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi is: [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T19:53:46Z', 'revision_number': 4, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'e2e7b3c6-1d53-4324-a49d-49085c7cd524', 'name': '', 'network_id': '841e7241-ffd3-4269-8bb7-4b3adadc6e3d', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'mac_address': 'fa:16:3e:27:d3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:45Z', 'updated_at': '2021-04-15T19:53:55Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'subnets': [{'id': '3463a28b-7f9d-46d2-846f-2e3dc7957147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:02:30.764509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50846) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:30.841842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a61ce582-0e48-43ce-8e45-0a4a7cbc26dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:30.872586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a61ce582-0e48-43ce-8e45-0a4a7cbc26dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:30.926943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a61ce582-0e48-43ce-8e45-0a4a7cbc26dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:30.932660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c55c5ee2-a582-4042-a460-946cb4cdc134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:30.950108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ce582-0e48-43ce-8e45-0a4a7cbc26dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909cf506-2b77-4d12-a886-9c2f65a1871d,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:30.952488 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a61ce582-0e48-43ce-8e45-0a4a7cbc26dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:30.958383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a61ce582-0e48-43ce-8e45-0a4a7cbc26dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:30.962203 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a61ce582-0e48-43ce-8e45-0a4a7cbc26dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] 10.222.0.58 "DELETE /v2.0/security-groups/909cf506-2b77-4d12-a886-9c2f65a1871d HTTP/1.1" status: 204  len: 168 time: 0.1939538
Apr 15 20:02:31.015979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50856) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:31.043151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50862) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:31.114445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7994-9713-4cf8-a2f4-2eb6b5910cea tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:31.144165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7994-9713-4cf8-a2f4-2eb6b5910cea tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:31.159851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39fb43-df2b-4d4d-9e62-9960580fb69c None None] New status for floating IP 8dca9706-33aa-4ced-9c28-9db94f6c8e83: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:02:31.193022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7994-9713-4cf8-a2f4-2eb6b5910cea tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:31.198316 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9a927a1e-f6a5-4437-8e50-9e4a8c27e736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:31.213680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd7994-9713-4cf8-a2f4-2eb6b5910cea tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e8dc7f-e0f9-409b-b329-dbcfd8097021,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:31.216434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2ccd7994-9713-4cf8-a2f4-2eb6b5910cea tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:31.223543 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2ccd7994-9713-4cf8-a2f4-2eb6b5910cea tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:31.227799 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2ccd7994-9713-4cf8-a2f4-2eb6b5910cea tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "DELETE /v2.0/security-groups/02e8dc7f-e0f9-409b-b329-dbcfd8097021 HTTP/1.1" status: 204  len: 168 time: 0.1833551
Apr 15 20:02:31.228476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50866) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:31.246865 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.v2.resource [None req-95fecfa9-5676-4470-aeec-77902ee640a5 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] show failed (client error): The resource could not be found.
Apr 15 20:02:31.251677 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-95fecfa9-5676-4470-aeec-77902ee640a5 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "GET /v2.0/security-groups/02e8dc7f-e0f9-409b-b329-dbcfd8097021 HTTP/1.1" status: 404  len: 347 time: 0.0218928
Apr 15 20:02:31.252298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50870) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:31.419693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Deleting port 1d743419-6402-46bd-8477-c760d8f1324b {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:31.420069 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:31.601983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:31.602561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:31.716584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854056957'] for router_interface, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:31.735644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Calling delete_port for 1d743419-6402-46bd-8477-c760d8f1324b owned by network:floatingip {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:31.826091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:31.868221 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:31.868623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device cbdc0e24-2f5d-4fa7-a4ea-f097683823d9 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:31.869094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 32a87087-67a6-454d-8830-c295f0d8e889 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:31.878861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:31.895047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-723543d1-e5d9-49c7-b622-f96519091b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:31.906593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 32a87087-67a6-454d-8830-c295f0d8e889 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:31.906986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 32a87087-67a6-454d-8830-c295f0d8e889 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:31.986314 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Pushing event deleted for resources: {'Port': ['ID=1d743419-6402-46bd-8477-c760d8f1324b,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:31.992906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:32.087266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Deleting port ab0906c3-7362-469e-8373-30b700186adb {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:32.087615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:32.156213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks [] for floatingip, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:32.173872 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:32.175117 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] 10.222.0.58 "DELETE /v2.0/floatingips/8dca9706-33aa-4ced-9c28-9db94f6c8e83 HTTP/1.1" status: 204  len: 168 time: 0.9218500
Apr 15 20:02:32.268604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] For port ab0906c3-7362-469e-8373-30b700186adb, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ab0906c3-7362-469e-8373-30b700186adb,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:32.269009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:32.400848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Calling delete_port for ab0906c3-7362-469e-8373-30b700186adb owned by network:router_interface {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:32.572808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:32.590426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:32.679860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0906c3-7362-469e-8373-30b700186adb,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:32.690336 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:33.149298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:02:33.258293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055768'] for router_interface, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:33.764160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Router b4568020-325a-4b5a-b6b2-efa84331c985 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:33.956160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:33.965099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] Sync routers for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:33.969697 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] 10.222.0.58 "PUT /v2.0/routers/b4568020-325a-4b5a-b6b2-efa84331c985/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9525704
Apr 15 20:02:33.972375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50886) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:33.975326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:33.975999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ed46d8>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:34.122343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-462f71c0-9782-493e-a7f3-d59742113211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:34.157186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks [] for router, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:34.177519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:34.345851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:34.363957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Deleting port b3d70587-2c7a-4103-9dd6-36c87b06e6f9 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:34.364334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:34.474950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ed46d8>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T20:02:32Z', 'revision_number': 5, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port': {'id': 'b3d70587-2c7a-4103-9dd6-36c87b06e6f9', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:2f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:04Z', 'updated_at': '2021-04-15T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:34.479021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] Checking router: b4568020-325a-4b5a-b6b2-efa84331c985 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:34.487999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] Routers {'b4568020-325a-4b5a-b6b2-efa84331c985'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:34.488654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ed46d8>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b4568020-325a-4b5a-b6b2-efa84331c985'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:34.544658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] For port b3d70587-2c7a-4103-9dd6-36c87b06e6f9, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=b3d70587-2c7a-4103-9dd6-36c87b06e6f9,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:34.545051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:34.650530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] Set router b4568020-325a-4b5a-b6b2-efa84331c985 gateway port host: None {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:34.677729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Calling delete_port for b3d70587-2c7a-4103-9dd6-36c87b06e6f9 owned by network:router_gateway {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:34.770071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ed46d8>, [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T20:02:34Z', 'revision_number': 6, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port_host': None}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:34.776634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a271d1-cb6e-4fe7-bd3c-ba38fed21f7a None None] The sync data for ids ['b4568020-325a-4b5a-b6b2-efa84331c985'] in dv-cinder-786384-2-iscsi is: [{'id': 'b4568020-325a-4b5a-b6b2-efa84331c985', 'name': 'tempest-TestShelveInstance-671713985-router', 'tenant_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:03Z', 'updated_at': '2021-04-15T20:02:34Z', 'revision_number': 6, 'project_id': '4d9208f04bcf45e4a5d2ef86825620d3', 'gw_port_host': None}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:02:34.860558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:34.876027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-617b0d96-5890-428d-91c4-a2b40f9562d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:34.970675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d70587-2c7a-4103-9dd6-36c87b06e6f9,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:34.973302 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:35.141748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854055918'] for router_gateway, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.326743 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760568'] for router, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.329243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.349669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716856'] for router, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.350227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4568020-325a-4b5a-b6b2-efa84331c985 {{(pid=85419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:02:35.363212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.364469 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] 10.222.0.58 "DELETE /v2.0/routers/b4568020-325a-4b5a-b6b2-efa84331c985 HTTP/1.1" status: 204  len: 168 time: 1.3911104
Apr 15 20:02:35.367163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50900) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:35.435679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-0946089b-b57c-4fd4-872c-1f4700af47e0 admin admin] Deleting subnet 550242ae-fa2e-4160-bae9-e1bb08e920e0 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:02:35.439617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0946089b-b57c-4fd4-872c-1f4700af47e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.492668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0946089b-b57c-4fd4-872c-1f4700af47e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1394614'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.577998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0946089b-b57c-4fd4-872c-1f4700af47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.831531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0946089b-b57c-4fd4-872c-1f4700af47e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852640176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525694'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.847222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0f78da69-2543-4020-966f-a2214bf954d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:35.917125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device b3d70587-2c7a-4103-9dd6-36c87b06e6f9 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:35.944212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946089b-b57c-4fd4-872c-1f4700af47e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=550242ae-fa2e-4160-bae9-e1bb08e920e0,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:35.949050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0946089b-b57c-4fd4-872c-1f4700af47e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:35.953554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: b3d70587-2c7a-4103-9dd6-36c87b06e6f9 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:35.953954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device b3d70587-2c7a-4103-9dd6-36c87b06e6f9 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:35.954924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ab0906c3-7362-469e-8373-30b700186adb no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:35.986027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0946089b-b57c-4fd4-872c-1f4700af47e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:35.992243 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0946089b-b57c-4fd4-872c-1f4700af47e0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/550242ae-fa2e-4160-bae9-e1bb08e920e0 HTTP/1.1" status: 204  len: 168 time: 0.6240368
Apr 15 20:02:35.994688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: ab0906c3-7362-469e-8373-30b700186adb {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:35.994827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50904) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:35.995089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ab0906c3-7362-469e-8373-30b700186adb not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:35.996677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf229cb-22ea-4ab2-8c0e-386e27774319 None None] Network 25f49285-2bdf-40a5-b223-572153ecaf73 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:02:36.118105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:36.193218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Deleting port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:36.193606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:36.268175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-528c611f-d51a-4066-99f5-154bc88974c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:36.276058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50914) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:36.462125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] DHCP port deletion for 25f49285-2bdf-40a5-b223-572153ecaf73 request from dv-cinder-786384-2-iscsi {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:02:36.466907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] Deleting port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:36.467617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:36.666865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] For port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:36.667246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:36.697236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] For port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5,segment=NetworkSegment(ebb54084-df43-440b-97c2-d69073bd4ceb),segment_id=ebb54084-df43-440b-97c2-d69073bd4ceb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:36.697611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:36.801722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Calling delete_port for 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 owned by network:dhcp {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:36.830540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] Calling delete_port for 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:36.890562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:36.895248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:36.912151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cc19f763-83ec-4a71-9972-7de0a3d9f03a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:36.932389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:02:36.932731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:02:37.008118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Pushing event deleted for resources: {'Port': ['ID=27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:37.024299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:37.061539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] No DVR routers for this DVR port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 on host dv-cinder-786384-2-iscsi {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:02:37.173079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854056957'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.183907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.298394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd599ecf898>,) {'filters': {'network_id': ['25f49285-2bdf-40a5-b223-572153ecaf73']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:37.311068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599ecf898>, 'ebb54084-df43-440b-97c2-d69073bd4ceb') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:37.311437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599ecf898>, 'ebb54084-df43-440b-97c2-d69073bd4ceb') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:37.323864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853381234'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.338946 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.345397 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:02:37.433989 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] Deleting port 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:37.434378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.507338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-acdcbec0-c699-45da-97cb-702bbd6944d1 None None] The port '27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:02:37.522907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Network 25f49285-2bdf-40a5-b223-572153ecaf73 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:02:37.531927 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134257'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.543528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Deleting port e2e7b3c6-1d53-4324-a49d-49085c7cd524 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:37.543914 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.712672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Network 25f49285-2bdf-40a5-b223-572153ecaf73 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:02:37.718988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.729406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] For port e2e7b3c6-1d53-4324-a49d-49085c7cd524, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=e2e7b3c6-1d53-4324-a49d-49085c7cd524,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:37.729811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:02:37.736388 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:02:37.815682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.819579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:37.832963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:37.843900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f49285-2bdf-40a5-b223-572153ecaf73,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:37.847768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:37.861561 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] 10.222.0.58 "DELETE /v2.0/networks/25f49285-2bdf-40a5-b223-572153ecaf73 HTTP/1.1" status: 204  len: 168 time: 1.8651247
Apr 15 20:02:37.863204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50920) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:37.870704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Calling delete_port for e2e7b3c6-1d53-4324-a49d-49085c7cd524 owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:37.920686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:37.962203 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:37.962822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 27aa4cab-4ed4-4cf5-9fd7-0370bbf08bd5 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:38.050424 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:38.065461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-12fb5efe-5f20-4a11-9204-fdd85d330767 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:38.162235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e7b3c6-1d53-4324-a49d-49085c7cd524,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:38.168737 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:38.441315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854056957'] for router_interface, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:38.523206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055768'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:38.765449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:38.812100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Deleting port 73c45b93-377b-4748-bf38-195522b8507a {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:38.812482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:38.993179 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] For port 73c45b93-377b-4748-bf38-195522b8507a, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=73c45b93-377b-4748-bf38-195522b8507a,segment=NetworkSegment(ead19ba5-5813-46d0-8d44-e91c38660691),segment_id=ead19ba5-5813-46d0-8d44-e91c38660691)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:38.993813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:39.025732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Router a118a1f5-b5bc-4645-9e26-1bf08287c671 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:39.128510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Calling delete_port for 73c45b93-377b-4748-bf38-195522b8507a owned by network:router_interface {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:39.215973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:39.225834 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] Sync routers for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:39.231080 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] 10.222.0.58 "PUT /v2.0/routers/a118a1f5-b5bc-4645-9e26-1bf08287c671/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9513073
Apr 15 20:02:39.231390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50924) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:39.236005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:39.237076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599e0e160>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:39.305512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:39.320895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:39.434847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:39.606554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:39.679311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=73c45b93-377b-4748-bf38-195522b8507a,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:39.688113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:39.920154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:39.936012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Deleting port 12a9480b-e76b-443d-8130-98ee5a816932 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:39.936349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:39.986927 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599e0e160>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '12a9480b-e76b-443d-8130-98ee5a816932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T20:02:37Z', 'revision_number': 5, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port': {'id': '12a9480b-e76b-443d-8130-98ee5a816932', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:40Z', 'updated_at': '2021-04-15T19:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:39.991098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] Checking router: a118a1f5-b5bc-4645-9e26-1bf08287c671 for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:40.000747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] Routers {'a118a1f5-b5bc-4645-9e26-1bf08287c671'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:40.001918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599e0e160>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['a118a1f5-b5bc-4645-9e26-1bf08287c671'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:40.078145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055768'] for router_interface, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.136315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] For port 12a9480b-e76b-443d-8130-98ee5a816932, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=12a9480b-e76b-443d-8130-98ee5a816932,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:40.136716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.172579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] Set router a118a1f5-b5bc-4645-9e26-1bf08287c671 gateway port host: None {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:40.269981 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Calling delete_port for 12a9480b-e76b-443d-8130-98ee5a816932 owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:40.289307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599e0e160>, [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T20:02:39Z', 'revision_number': 6, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port_host': None}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:40.293689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d063c6-29b1-4408-afd4-9429858d7155 None None] The sync data for ids ['a118a1f5-b5bc-4645-9e26-1bf08287c671'] in dv-cinder-786384-2-iscsi is: [{'id': 'a118a1f5-b5bc-4645-9e26-1bf08287c671', 'name': 'tempest-AttachVolumeTestJSON-33418177-router', 'tenant_id': 'fba23e5df9154ee5b97b92e3f9090983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:38Z', 'updated_at': '2021-04-15T20:02:39Z', 'revision_number': 6, 'project_id': 'fba23e5df9154ee5b97b92e3f9090983', 'gw_port_host': None}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:02:40.453187 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.468404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-19ce3fb3-ad20-442a-bc03-80b563071acb tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:40.561458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a9480b-e76b-443d-8130-98ee5a816932,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:40.568924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:40.605452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Router f42896ec-45b6-438a-935b-b94e8cce8f61 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:40.732571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854055918'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.802684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:40.813445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] Sync routers for ids ['f42896ec-45b6-438a-935b-b94e8cce8f61'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:40.820849 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] 10.222.0.58 "PUT /v2.0/routers/f42896ec-45b6-438a-935b-b94e8cce8f61/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9550967
Apr 15 20:02:40.821176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50930) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:40.825102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] Routers {'f42896ec-45b6-438a-935b-b94e8cce8f61'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:40.825856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599df3208>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['f42896ec-45b6-438a-935b-b94e8cce8f61'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:40.926404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760568'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.928966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.959971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716856'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.960660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a118a1f5-b5bc-4645-9e26-1bf08287c671 {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:02:40.974358 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:40.976462 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c531d792-0661-4043-84f5-289b942a3370 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a118a1f5-b5bc-4645-9e26-1bf08287c671 HTTP/1.1" status: 204  len: 168 time: 1.7433674
Apr 15 20:02:40.978417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50934) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:41.027811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] Set router f42896ec-45b6-438a-935b-b94e8cce8f61 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:41.030695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks [] for router, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.051503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf21ad8-8cd9-4422-b664-e3c27e9f5538 admin admin] Deleting subnet 3463a28b-7f9d-46d2-846f-2e3dc7957147 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:02:41.055592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-daf21ad8-8cd9-4422-b664-e3c27e9f5538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.113078 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-daf21ad8-8cd9-4422-b664-e3c27e9f5538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852640549'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.200630 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-daf21ad8-8cd9-4422-b664-e3c27e9f5538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.228610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.237717 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Deleting port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:41.238088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.358115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599df3208>, [{'id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:16Z', 'updated_at': '2021-04-15T20:02:39Z', 'revision_number': 5, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'gw_port': {'id': '76087a4f-05d3-4108-bf84-4fe3c9d45fe2', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ea:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:55:18Z', 'updated_at': '2021-04-15T19:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:41.362831 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] Checking router: f42896ec-45b6-438a-935b-b94e8cce8f61 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:41.371828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] Routers {'f42896ec-45b6-438a-935b-b94e8cce8f61'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:41.372497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599df3208>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['f42896ec-45b6-438a-935b-b94e8cce8f61'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:41.439704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] For port 76087a4f-05d3-4108-bf84-4fe3c9d45fe2, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=76087a4f-05d3-4108-bf84-4fe3c9d45fe2,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:41.440516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.470021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-daf21ad8-8cd9-4422-b664-e3c27e9f5538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2114947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851792655'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.493147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:41.540444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] Set router f42896ec-45b6-438a-935b-b94e8cce8f61 gateway port host: None {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:41.574613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Calling delete_port for 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 owned by network:router_gateway {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:41.589202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf21ad8-8cd9-4422-b664-e3c27e9f5538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3463a28b-7f9d-46d2-846f-2e3dc7957147,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:41.591901 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-daf21ad8-8cd9-4422-b664-e3c27e9f5538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:41.638337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-daf21ad8-8cd9-4422-b664-e3c27e9f5538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.647652 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-daf21ad8-8cd9-4422-b664-e3c27e9f5538 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3463a28b-7f9d-46d2-846f-2e3dc7957147 HTTP/1.1" status: 204  len: 168 time: 0.6656764
Apr 15 20:02:41.647913 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50938) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:41.654713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decc91fa-c210-41bf-9b86-128e9fb8408a None None] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:02:41.748304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599df3208>, [{'id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:16Z', 'updated_at': '2021-04-15T20:02:41Z', 'revision_number': 6, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'gw_port_host': None}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:41.756799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439244f5-c82c-415b-849d-94c94a4c0a34 None None] The sync data for ids ['f42896ec-45b6-438a-935b-b94e8cce8f61'] in dv-cinder-786384-2-iscsi is: [{'id': 'f42896ec-45b6-438a-935b-b94e8cce8f61', 'name': 'tempest-TestShelveInstance-2110859499-router', 'tenant_id': '1d6a1df9bdbb4997a83738fbe904e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:55:16Z', 'updated_at': '2021-04-15T20:02:41Z', 'revision_number': 6, 'project_id': '1d6a1df9bdbb4997a83738fbe904e730', 'gw_port_host': None}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:02:41.763528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.771670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.781230 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6e41850b-4aab-47e4-9c81-6611ccddbd23 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:41.849359 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Deleting port 43178b8f-defa-42d1-a00b-4c10dfe120e3 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:41.849892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:41.919595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Pushing event deleted for resources: {'Port': ['ID=76087a4f-05d3-4108-bf84-4fe3c9d45fe2,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:41.930044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:41.977310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] DHCP port deletion for 841e7241-ffd3-4269-8bb7-4b3adadc6e3d request from dv-cinder-786384-2-iscsi {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:02:41.983318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] Deleting port 43178b8f-defa-42d1-a00b-4c10dfe120e3 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:41.983751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.013200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 73c45b93-377b-4748-bf38-195522b8507a no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:42.074565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 73c45b93-377b-4748-bf38-195522b8507a {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:42.075639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 73c45b93-377b-4748-bf38-195522b8507a not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:42.076117 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device e2e7b3c6-1d53-4324-a49d-49085c7cd524 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:42.109143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854055918'] for router_gateway, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.110790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] For port 43178b8f-defa-42d1-a00b-4c10dfe120e3, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=43178b8f-defa-42d1-a00b-4c10dfe120e3,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:42.111263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.120726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: e2e7b3c6-1d53-4324-a49d-49085c7cd524 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:42.121182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device e2e7b3c6-1d53-4324-a49d-49085c7cd524 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:42.121650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 12a9480b-e76b-443d-8130-98ee5a816932 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:42.167106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 12a9480b-e76b-443d-8130-98ee5a816932 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:42.167455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 12a9480b-e76b-443d-8130-98ee5a816932 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:42.257263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Calling delete_port for 43178b8f-defa-42d1-a00b-4c10dfe120e3 owned by network:dhcp {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:42.338089 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] For port 43178b8f-defa-42d1-a00b-4c10dfe120e3, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=43178b8f-defa-42d1-a00b-4c10dfe120e3,segment=NetworkSegment(2e3dc19f-3925-415c-847c-7499f7a33dc7),segment_id=2e3dc19f-3925-415c-847c-7499f7a33dc7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:42.338709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.342321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.358897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f634f5d1-fa22-4bf6-b1e7-9e14498194b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:42.468482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=43178b8f-defa-42d1-a00b-4c10dfe120e3,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:42.471718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:42.477927 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] Calling delete_port for 43178b8f-defa-42d1-a00b-4c10dfe120e3 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:42.510077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] No DVR routers for this DVR port 43178b8f-defa-42d1-a00b-4c10dfe120e3 on host dv-cinder-786384-2-iscsi {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:02:42.535728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760568'] for router, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.538430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.554703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:02:42.555381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:02:42.558501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716856'] for router, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.559091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f42896ec-45b6-438a-935b-b94e8cce8f61 {{(pid=85419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:02:42.571598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.575773 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] 10.222.0.58 "DELETE /v2.0/routers/f42896ec-45b6-438a-935b-b94e8cce8f61 HTTP/1.1" status: 204  len: 168 time: 1.7506986
Apr 15 20:02:42.575773 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50942) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:42.654569 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.656242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-5865860b-4292-4e3a-aa6d-50f0a2c1507e admin admin] Deleting subnet 884f9b89-e529-4ecd-847f-c544dffa15db {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:02:42.660172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5865860b-4292-4e3a-aa6d-50f0a2c1507e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.716255 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5865860b-4292-4e3a-aa6d-50f0a2c1507e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1394614'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.769712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd599f89358>,) {'filters': {'network_id': ['841e7241-ffd3-4269-8bb7-4b3adadc6e3d']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:42.782193 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599f89358>, '2e3dc19f-3925-415c-847c-7499f7a33dc7') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:42.783104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599f89358>, '2e3dc19f-3925-415c-847c-7499f7a33dc7') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:42.795532 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2135267'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.799061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5865860b-4292-4e3a-aa6d-50f0a2c1507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.813796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:42.820152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:02:42.999204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:02:43.012426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852661470'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.056278 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] Deleting port 43178b8f-defa-42d1-a00b-4c10dfe120e3 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:43.056925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.058080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5865860b-4292-4e3a-aa6d-50f0a2c1507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852640176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525694'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.074364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3039ac01-0941-4de3-9788-3444580fa67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:43.137919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-eef75927-16bf-4d44-886d-8f958cc186a7 None None] The port '43178b8f-defa-42d1-a00b-4c10dfe120e3' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:02:43.158338 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865860b-4292-4e3a-aa6d-50f0a2c1507e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=884f9b89-e529-4ecd-847f-c544dffa15db,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:43.172774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5865860b-4292-4e3a-aa6d-50f0a2c1507e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:43.195442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Network 841e7241-ffd3-4269-8bb7-4b3adadc6e3d has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:02:43.209056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5865860b-4292-4e3a-aa6d-50f0a2c1507e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.214553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4afee5-d99d-469c-97f6-3a4765a08993 None None] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:02:43.216177 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-5865860b-4292-4e3a-aa6d-50f0a2c1507e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/884f9b89-e529-4ecd-847f-c544dffa15db HTTP/1.1" status: 204  len: 168 time: 0.6394975
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:02:43.218123 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:02:43.221512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 50946) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:43.348487 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.429265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Deleting port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:43.429681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.567630 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.571448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c133a62f-7e07-4181-8d33-6b4971971eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:43.588011 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.594320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=841e7241-ffd3-4269-8bb7-4b3adadc6e3d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:43.599055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:43.612188 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/841e7241-ffd3-4269-8bb7-4b3adadc6e3d HTTP/1.1" status: 204  len: 168 time: 1.9632339
Apr 15 20:02:43.667952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] For port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=1ccfa14a-4a47-472f-8b66-8eaa69dc09d4,segment=NetworkSegment(ead19ba5-5813-46d0-8d44-e91c38660691),segment_id=ead19ba5-5813-46d0-8d44-e91c38660691)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:43.668272 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.678263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] DHCP port deletion for 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe request from dv-cinder-786384-2-iscsi {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:02:43.682645 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] Deleting port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:43.683068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.744063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50952) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:43.795243 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-305a3083-50e9-4b8e-b0b4-0308a1759254 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fba23e5df9154ee5b97b92e3f9090983&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497611
Apr 15 20:02:43.797694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50956) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:43.810004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Calling delete_port for 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 owned by network:dhcp {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:43.859849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3bca467a-ef3c-4b41-9fcf-b7e06a4fadd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.891265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3bca467a-ef3c-4b41-9fcf-b7e06a4fadd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.898816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.914156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] For port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=1ccfa14a-4a47-472f-8b66-8eaa69dc09d4,segment=NetworkSegment(ead19ba5-5813-46d0-8d44-e91c38660691),segment_id=ead19ba5-5813-46d0-8d44-e91c38660691)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:43.914877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.941208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3bca467a-ef3c-4b41-9fcf-b7e06a4fadd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.946848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7f069d6d-022e-45a9-a47a-4e7a21e438d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:43.961366 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca467a-ef3c-4b41-9fcf-b7e06a4fadd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4709b1b3-59d9-4b95-8a34-73b9fda2b222,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:43.964009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3bca467a-ef3c-4b41-9fcf-b7e06a4fadd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:43.970902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3bca467a-ef3c-4b41-9fcf-b7e06a4fadd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:43.973442 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3bca467a-ef3c-4b41-9fcf-b7e06a4fadd9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4709b1b3-59d9-4b95-8a34-73b9fda2b222 HTTP/1.1" status: 204  len: 168 time: 0.1728742
Apr 15 20:02:43.988885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:44.016109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-247472df-a11b-4430-870b-c8643b2b3d91 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:44.070571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ccfa14a-4a47-472f-8b66-8eaa69dc09d4,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:44.072661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] No DVR routers for this DVR port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 on host dv-cinder-786384-2-iscsi {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:02:44.074287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:44.092510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] Calling delete_port for 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:44.133996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:44.134330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 76087a4f-05d3-4108-bf84-4fe3c9d45fe2 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:44.134829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 43178b8f-defa-42d1-a00b-4c10dfe120e3 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:44.179243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 43178b8f-defa-42d1-a00b-4c10dfe120e3 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:44.179785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 43178b8f-defa-42d1-a00b-4c10dfe120e3 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:44.180109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:44.201532 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:44.225289 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:44.225677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:44.249889 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:02:44.250298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:02:44.322838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd599827c88>,) {'filters': {'network_id': ['61fd3d90-483c-4ca1-ac5b-0c1103c29dfe']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:44.335576 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599827c88>, 'ead19ba5-5813-46d0-8d44-e91c38660691') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:44.336009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd599827c88>, 'ead19ba5-5813-46d0-8d44-e91c38660691') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:44.348536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853381234'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:44.364711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:44.371638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:02:44.554123 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:02:44.563072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134257'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:44.742136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Network 61fd3d90-483c-4ca1-ac5b-0c1103c29dfe has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:02:44.751698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] Deleting port 1ccfa14a-4a47-472f-8b66-8eaa69dc09d4 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:44.752136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:02:44.764634 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:02:44.833014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-f25dcfd1-1a6a-4687-8e2c-3705147fe420 None None] The port '1ccfa14a-4a47-472f-8b66-8eaa69dc09d4' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:02:44.845289 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:44.848897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:44.864022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:44.875263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=61fd3d90-483c-4ca1-ac5b-0c1103c29dfe,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:44.879801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:44.883566 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/61fd3d90-483c-4ca1-ac5b-0c1103c29dfe HTTP/1.1" status: 204  len: 168 time: 1.6611841
Apr 15 20:02:45.065735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50988) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:45.120215 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8784ff7b-e0cd-4423-b298-32c6a37cc286 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d9208f04bcf45e4a5d2ef86825620d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0531592
Apr 15 20:02:45.122749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 50992) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:45.185648 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5524-6c25-4185-9280-bcaaac8caf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.212650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5524-6c25-4185-9280-bcaaac8caf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.262421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5524-6c25-4185-9280-bcaaac8caf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.268446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-42b97a99-818e-43b6-9b8e-1ba65dcd4b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:45.287782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd5524-6c25-4185-9280-bcaaac8caf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685e48e5-141f-46c9-be8d-f4053b8ea238,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:45.296680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e0fd5524-6c25-4185-9280-bcaaac8caf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:45.302984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5524-6c25-4185-9280-bcaaac8caf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.304337 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e0fd5524-6c25-4185-9280-bcaaac8caf91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/685e48e5-141f-46c9-be8d-f4053b8ea238 HTTP/1.1" status: 204  len: 168 time: 0.1805379
Apr 15 20:02:45.672794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51008) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:45.724868 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-00324e35-b38f-4ea7-bf39-7199747a3a6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d6a1df9bdbb4997a83738fbe904e730&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506711
Apr 15 20:02:45.727546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51012) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:45.787855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-60dd422a-14ba-40d4-80cb-78fa229f07cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.814163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-60dd422a-14ba-40d4-80cb-78fa229f07cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.857625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-60dd422a-14ba-40d4-80cb-78fa229f07cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.862607 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0d207994-023b-4804-bee3-27cc36d53ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:45.873195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd422a-14ba-40d4-80cb-78fa229f07cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491c25a0-39a5-48df-838d-3a1ffd0b3241,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:45.877978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-60dd422a-14ba-40d4-80cb-78fa229f07cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:45.880039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-60dd422a-14ba-40d4-80cb-78fa229f07cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:45.883246 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-60dd422a-14ba-40d4-80cb-78fa229f07cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/491c25a0-39a5-48df-838d-3a1ffd0b3241 HTTP/1.1" status: 204  len: 168 time: 0.1536901
Apr 15 20:02:46.635911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51042) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:46.750300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2131069245-network', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:02:46.756168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:46.760370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Usage tracker for resource:network and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:46.763394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:46.770811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:46.779983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Made reservation on behalf of 3e2a79620ac740e5a6e598a862a97631 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:02:46.785268 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:46.799043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:46.814398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:46.818442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:46.822503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:46.828615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:46.921323 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:46.924768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:46.928980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-461213db-2302-4354-98de-74d06008101b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:46.954061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756}  {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:02:46.968620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:46.969012 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Added segment 310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe of type vlan for network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5
Apr 15 20:02:46.975236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd8b442-22f5-45ad-9c60-c3082bd3c163,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:46.978956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:47.000788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.029650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.031010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:47.031683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.037516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-364d9485-4efd-4fc7-b9d8-5b270169ebda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:47.143287 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5061529
Apr 15 20:02:47.146354 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51058) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:47.146510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=5a40994e-48a3-4ca3-b74f-8d7720ae07a5,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:47.149135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:47.154288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Request body: {'subnet': {'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2131069245-subnet', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:02:47.157003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:02:47.160904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:47.165344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Usage tracker for resource:subnet and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:47.168301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:47.174967 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:47.184511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Made reservation on behalf of 3e2a79620ac740e5a6e598a862a97631 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:02:47.189285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.586024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.600461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-94293937-3aa4-4c53-a4cb-eba7fa6c9d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:47.721723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e059e67-7d99-44e4-847c-f162c3cdd0ff,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:47.724485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:47.797044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Checking segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:02:47.797426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Network hostable DHCP agents. Network: 5a40994e-48a3-4ca3-b74f-8d7720ae07a5, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:02:47.815935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:02:47.823804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 5a40994e-48a3-4ca3-b74f-8d7720ae07a5) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:02:47.834009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ecfaf7-878d-4798-97c1-48f6ee6e6dec None None] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:02:47.838020 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:47.838130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.857934 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-af83b8dc-e776-4a13-8509-eaa52680e6c6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7103953
Apr 15 20:02:47.861620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51068) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:47.867526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:02:47.872587 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:47.877269 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Usage tracker for resource:router and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:47.880264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:47.886409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:47.898104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.899842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:47.916729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.071225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:02:48.072170 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.226683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.265132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Allocated IP 172.20.0.2 (5a40994e-48a3-4ca3-b74f-8d7720ae07a5/8e059e67-7d99-44e4-847c-f162c3cdd0ff/ae7a2a0e-043c-454c-9e41-cf8540e22f94) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:02:48.361171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51084) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:48.498871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.517534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:48.522138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:ab4ad5540e444147a980437d526c42ef is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:48.525073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.527905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:48.535075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:48.538948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Transition to ACTIVE for port object ae7a2a0e-043c-454c-9e41-cf8540e22f94 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:02:48.559842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Transition to ACTIVE for port object ae7a2a0e-043c-454c-9e41-cf8540e22f94 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:02:48.564791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.582927 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:48.598950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.636477 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.663356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.666610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.676973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-96477902-3a2b-4a9a-8b87-1bfd6dbdf5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:48.723857 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab4ad5540e444147a980437d526c42ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3611405
Apr 15 20:02:48.726051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa5d7d7-49ff-4d94-9403-d61431e1f064,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:48.728902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51092) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:48.732093 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:48.753641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Pushing event updated for resources: {'Port': ['ID=ae7a2a0e-043c-454c-9e41-cf8540e22f94,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:48.778155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.778514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.778896 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.779263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.779664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.780030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.780392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.780735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.781437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.781437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.781975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.782770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:48.800676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:48.801559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee533563-6755-4079-afdd-8e23f811ab0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.821415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:02:48.822724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:02:48.825240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:02:48.833291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee533563-6755-4079-afdd-8e23f811ab0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.884655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee533563-6755-4079-afdd-8e23f811ab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.890218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bd20cd7e-ab8d-4f72-abce-ff7983e96dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:48.906373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee533563-6755-4079-afdd-8e23f811ab0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa5d7d7-49ff-4d94-9403-d61431e1f064,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:48.910014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ee533563-6755-4079-afdd-8e23f811ab0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:48.911617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ee533563-6755-4079-afdd-8e23f811ab0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.912942 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ee533563-6755-4079-afdd-8e23f811ab0f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/faa5d7d7-49ff-4d94-9403-d61431e1f064 HTTP/1.1" status: 204  len: 168 time: 0.1828859
Apr 15 20:02:48.938461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Attempting to bind port ae7a2a0e-043c-454c-9e41-cf8540e22f94 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:02:48.938877 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Attempting to bind port ae7a2a0e-043c-454c-9e41-cf8540e22f94 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:02:48.939422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Attempting to bind port ae7a2a0e-043c-454c-9e41-cf8540e22f94 on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:02:48.945910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:02:48.946330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Checking segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:02:48.946851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:48.947205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Bound using segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:02:48.947798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Bound port: ae7a2a0e-043c-454c-9e41-cf8540e22f94, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:02:48.948156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.047109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] For port ae7a2a0e-043c-454c-9e41-cf8540e22f94, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:02:49.050738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] For port ae7a2a0e-043c-454c-9e41-cf8540e22f94, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ae7a2a0e-043c-454c-9e41-cf8540e22f94,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:02:49.054474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.126607 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e9ced490-4b9b-4ae5-861e-5046d0383f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:49.126876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc90934-7d6e-4c8c-a52c-812e72617011 req-3ebb43d3-f702-48ef-8908-983f8f8a37cd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:49.128508 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bbc90934-7d6e-4c8c-a52c-812e72617011 req-3ebb43d3-f702-48ef-8908-983f8f8a37cd tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 946 time: 0.4316947
Apr 15 20:02:49.191390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Allocated IP 172.27.3.75 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/0cdce523-cf0c-4f0b-b182-acf44baf4b51) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:02:49.203522 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bbc90934-7d6e-4c8c-a52c-812e72617011 req-0ffc7761-37ee-47e3-88f5-0a41198ae7cb tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639861
Apr 15 20:02:49.242555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Pushing event updated for resources: {'Port': ['ID=ae7a2a0e-043c-454c-9e41-cf8540e22f94,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:49.249136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:49.369299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.399641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:49.413813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-98169326-65ab-493f-b873-f6b52d8153e1 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:49.553054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdce523-cf0c-4f0b-b182-acf44baf4b51,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:49.558301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:49.631638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:02:49.633180 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:02:49.635871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:02:49.990351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ae7a2a0e-043c-454c-9e41-cf8540e22f94 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:02:50.065566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port ae7a2a0e-043c-454c-9e41-cf8540e22f94 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:02:50.098314 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.455537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-107ce46a-4a3f-40f9-83f0-0d4d510dce2e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:50.457179 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-107ce46a-4a3f-40f9-83f0-0d4d510dce2e tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 946 time: 0.3087282
Apr 15 20:02:50.652670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Deleting port 094b251a-1524-4ff8-b586-45456b2a7026 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:50.653055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.684817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51136) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:50.697181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3540e1-38f9-430b-9925-e4fbc453a285 None None] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:02:50.743311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72f21a-3d49-41ea-8736-2a5c935e4880 req-c5d49d85-542f-44ab-b04b-3d65b1ab3436 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:50.744965 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5b72f21a-3d49-41ea-8736-2a5c935e4880 req-c5d49d85-542f-44ab-b04b-3d65b1ab3436 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 946 time: 0.4025047
Apr 15 20:02:50.749142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.804030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-420b2fa0-ee09-4d83-a5b9-905f8b94f15d None None] Provisioning for port ae7a2a0e-043c-454c-9e41-cf8540e22f94 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:02:50.812147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-420b2fa0-ee09-4d83-a5b9-905f8b94f15d None None] Provisioning complete for port ae7a2a0e-043c-454c-9e41-cf8540e22f94 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:02:50.812668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-420b2fa0-ee09-4d83-a5b9-905f8b94f15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.816615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.832753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:50.836831 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] Usage tracker for resource:security_group_rule and tenant:d49fd3dd5b9e4f049b06b4267e6715c8 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:50.839826 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:50.845972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:50.937624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.941177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:50.951339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bc7c54eb-d9bd-4951-a031-2685d49e1a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:50.998461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9fa62a-22ce-4cf2-afe7-b8d720a8519f,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:51.002948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:51.008889 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-94c233ef-1b2e-4a69-abc7-f46892f511dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d49fd3dd5b9e4f049b06b4267e6715c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3229752
Apr 15 20:02:51.009580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51142) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:51.021448 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5b72f21a-3d49-41ea-8736-2a5c935e4880 req-505fee83-d10e-402a-95a1-4c0225474e79 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups?id=15c8d029-6190-45ef-9c38-948e043e440d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2660658
Apr 15 20:02:51.082804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5ce53de0-4c5b-4d8e-98e3-eed67cf47b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.112791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5ce53de0-4c5b-4d8e-98e3-eed67cf47b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.167410 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5ce53de0-4c5b-4d8e-98e3-eed67cf47b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.172058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b0f2e200-177f-479c-b80d-a22aba9de942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:51.185951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce53de0-4c5b-4d8e-98e3-eed67cf47b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9fa62a-22ce-4cf2-afe7-b8d720a8519f,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:51.192719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5ce53de0-4c5b-4d8e-98e3-eed67cf47b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:51.197651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5ce53de0-4c5b-4d8e-98e3-eed67cf47b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.201405 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-5ce53de0-4c5b-4d8e-98e3-eed67cf47b84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c9fa62a-22ce-4cf2-afe7-b8d720a8519f HTTP/1.1" status: 204  len: 168 time: 0.1882744
Apr 15 20:02:51.269059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-420b2fa0-ee09-4d83-a5b9-905f8b94f15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.323223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-420b2fa0-ee09-4d83-a5b9-905f8b94f15d None None] For port ae7a2a0e-043c-454c-9e41-cf8540e22f94, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ae7a2a0e-043c-454c-9e41-cf8540e22f94,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:51.327531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-420b2fa0-ee09-4d83-a5b9-905f8b94f15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.329277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:51.413933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b2fa0-ee09-4d83-a5b9-905f8b94f15d None None] Pushing event updated for resources: {'Port': ['ID=ae7a2a0e-043c-454c-9e41-cf8540e22f94,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:51.418245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-420b2fa0-ee09-4d83-a5b9-905f8b94f15d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:51.455486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] For port 094b251a-1524-4ff8-b586-45456b2a7026, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=094b251a-1524-4ff8-b586-45456b2a7026,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:51.455865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.548789 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Router bce31413-c361-4a8f-b86d-15bbd57f68d3 is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:02:51.554541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51150) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:51.569593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-cd7b75c0-56ec-49e3-8100-608f465a1432 None None] Provisioning complete for port ae7a2a0e-043c-454c-9e41-cf8540e22f94 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:02:51.570110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-cd7b75c0-56ec-49e3-8100-608f465a1432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.574531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.590317 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:51.595038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Usage tracker for resource:security_group_rule and tenant:192d3144be1240d38b8e5a0c2f7ee5dd is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:51.598049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:51.605154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:51.698265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.701103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.711219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-af3c0f03-0a19-42fa-8169-404284a55978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:51.760181 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=192d3144be1240d38b8e5a0c2f7ee5dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2044611
Apr 15 20:02:51.761142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f2a34-398c-4f0c-a762-de0dd8446f01,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:51.763675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51154) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:51.766277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:51.827429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5213d8f0-cd28-45e2-9881-f4e499b641e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.855793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5213d8f0-cd28-45e2-9881-f4e499b641e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.903080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5213d8f0-cd28-45e2-9881-f4e499b641e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.909402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fc7d814a-7fa3-4cfe-a6a3-104d307ed6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:51.922423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213d8f0-cd28-45e2-9881-f4e499b641e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f2a34-398c-4f0c-a762-de0dd8446f01,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:51.925670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5213d8f0-cd28-45e2-9881-f4e499b641e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:51.928757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5213d8f0-cd28-45e2-9881-f4e499b641e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.932698 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-5213d8f0-cd28-45e2-9881-f4e499b641e1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/881f2a34-398c-4f0c-a762-de0dd8446f01 HTTP/1.1" status: 204  len: 168 time: 0.1654053
Apr 15 20:02:51.933689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:51.951598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Sync routers for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:51.960038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ae7a2a0e-043c-454c-9e41-cf8540e22f94 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:02:51.961343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.961667 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:51.962017 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Floating IP 03b09aaa-6b39-4b5d-9091-fc4e55e30d9a disassociated. External IP: 172.27.3.115, port: 094b251a-1524-4ff8-b586-45456b2a7026.
Apr 15 20:02:51.962398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Calling delete_port for 094b251a-1524-4ff8-b586-45456b2a7026 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:51.962928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:51.964050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c2db00>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:52.013661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:52.014983 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.1522708
Apr 15 20:02:52.018599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51160) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:52.050512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port ae7a2a0e-043c-454c-9e41-cf8540e22f94 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:02:52.050929 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:52.156125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:52.244441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-aaba2679-5b47-419c-bc9b-7e34623959c8 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:52.290759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:52.346672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event deleted for resources: {'Port': ['ID=094b251a-1524-4ff8-b586-45456b2a7026,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:52.355729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:52.377457 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4736d54f-4ebb-48be-b77b-172ee5b9e069 req-74f31554-a0f6-47a9-8cfe-fbba0f57a280 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 210 time: 0.0909505
Apr 15 20:02:52.660064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c2db00>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:49Z', 'revision_number': 3, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:52.666012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Checking router: bce31413-c361-4a8f-b86d-15bbd57f68d3 for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:52.666416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Updating router bce31413-c361-4a8f-b86d-15bbd57f68d3 port 0cdce523-cf0c-4f0b-b182-acf44baf4b51 binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:02:52.672416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:52.761439 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:52.903204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:52.915092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] Sync routers for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:52.929400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:52.930727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a3c4b70>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:52.976554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:52.989061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] No DVR routers for this DVR port 094b251a-1524-4ff8-b586-45456b2a7026 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:02:52.991926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:52.996672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-deleted', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:02:53.012210 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a4674208-59b2-4cc1-aaeb-306575f7c203 req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.68 "DELETE /v2.0/ports/094b251a-1524-4ff8-b586-45456b2a7026 HTTP/1.1" status: 204  len: 173 time: 2.5404556
Apr 15 20:02:53.096545 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac757a2-25b5-4006-abd0-4b3aa0b5ae08', 'name': 'network-vif-deleted', 'tag': '094b251a-1524-4ff8-b586-45456b2a7026', 'status': 'completed', 'code': 200}
Apr 15 20:02:53.243105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:53.305835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.319395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Transition to ACTIVE for port object 0cdce523-cf0c-4f0b-b182-acf44baf4b51 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:02:53.325274 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.370544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Allocated IP 172.20.0.1 (5a40994e-48a3-4ca3-b74f-8d7720ae07a5/8e059e67-7d99-44e4-847c-f162c3cdd0ff/ac0e9502-e3fb-4670-838a-421e086dbe44) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:02:53.395609 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:53.494836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Pushing event updated for resources: {'Port': ['ID=0cdce523-cf0c-4f0b-b182-acf44baf4b51,revision_number=2']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:53.516004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.516415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.516794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.517157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.517516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.517875 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.518320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.518565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.518939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.519303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.519868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.520226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:02:53.526353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:53.561121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Attempting to bind port 0cdce523-cf0c-4f0b-b182-acf44baf4b51 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:02:53.561533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Attempting to bind port 0cdce523-cf0c-4f0b-b182-acf44baf4b51 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:02:53.561936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Attempting to bind port 0cdce523-cf0c-4f0b-b182-acf44baf4b51 on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:02:53.578229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:02:53.578644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:02:53.579132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.579590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:02:53.580107 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Bound port: 0cdce523-cf0c-4f0b-b182-acf44baf4b51, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:02:53.580518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.647555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.667336 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Transition to ACTIVE for port object ac0e9502-e3fb-4670-838a-421e086dbe44 will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:02:53.706317 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-3cd1fe31-3fdf-4451-be20-9e8f4559fe0e req-dec4f979-8b12-45b5-9cff-7a1a00184246 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Synchronizing usage tracker for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:02:53.706717 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.743356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-16d7584a-2653-4fd2-a234-9f0ee7ceca48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:53.745399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-3cd1fe31-3fdf-4451-be20-9e8f4559fe0e req-dec4f979-8b12-45b5-9cff-7a1a00184246 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Unset dirty status for tenant:b1e9c7381e93406886cc6f3577690f28 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:02:53.746805 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cd1fe31-3fdf-4451-be20-9e8f4559fe0e req-dec4f979-8b12-45b5-9cff-7a1a00184246 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/ports?device_id=aac757a2-25b5-4006-abd0-4b3aa0b5ae08 HTTP/1.1" status: 200  len: 210 time: 0.1566112
Apr 15 20:02:53.749701 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] For port 0cdce523-cf0c-4f0b-b182-acf44baf4b51, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:02:53.751967 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a3c4b70>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:53.753158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] For port 0cdce523-cf0c-4f0b-b182-acf44baf4b51, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=0cdce523-cf0c-4f0b-b182-acf44baf4b51,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:02:53.769700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:53.781383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] Checking router: 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:53.787400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:53.800793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:53.801482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a3c4b70>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:53.939957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:02:53.950487 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0e9502-e3fb-4670-838a-421e086dbe44,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:53.956241 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:53.993431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 094b251a-1524-4ff8-b586-45456b2a7026 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:02:53.993757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 094b251a-1524-4ff8-b586-45456b2a7026 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:02:54.017282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:02:54.018538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:02:54.031529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:02:54.067427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:54.109752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:54.164790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Pushing event updated for resources: {'Port': ['ID=0cdce523-cf0c-4f0b-b182-acf44baf4b51,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:54.170121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6dffaafe-605c-4598-ba65-3c883ba7440b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:54.232846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:54.232846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599c2db00>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:54.375561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-a0755dbb-d5c8-4148-aefb-dd1f9424d5e3 None None] Provisioning for port ac0e9502-e3fb-4670-838a-421e086dbe44 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:02:54.385459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-a0755dbb-d5c8-4148-aefb-dd1f9424d5e3 None None] Provisioning complete for port ac0e9502-e3fb-4670-838a-421e086dbe44 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:02:54.385884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a0755dbb-d5c8-4148-aefb-dd1f9424d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:54.466792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:54.537136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-a0755dbb-d5c8-4148-aefb-dd1f9424d5e3 None None] Port ac0e9502-e3fb-4670-838a-421e086dbe44 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:02:54.567791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a3c4b70>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:54.573793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0d1de-5f18-44bc-bcca-6710dd151cd9 None None] The sync data for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi is: [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T19:51:58Z', 'revision_number': 4, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '980949d7-a233-454d-b297-9ae9591cf47b', 'name': '', 'network_id': '985a7b11-3fa6-4a91-bf02-60ccff754b78', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'mac_address': 'fa:16:3e:11:53:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:52Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'subnets': [{'id': '4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:02:54.712962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:54.819780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599c2db00>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:49Z', 'revision_number': 3, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:54.824644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511031a-d393-4d74-a10b-8fc53537f953 None None] The sync data for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi is: [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:49Z', 'revision_number': 3, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:02:54.957970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51218) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:55.079627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7340aa40-af4c-4337-add3-160768651a4f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.081204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026871f1-72ff-49a4-9f08-f2f17955e35f None None] New status for floating IP 03b09aaa-6b39-4b5d-9091-fc4e55e30d9a: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:02:55.115188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7340aa40-af4c-4337-add3-160768651a4f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.155008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.166949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.199576 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-838484ab-067b-4ac0-953c-f31b1119e050 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:55.308853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.327099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0e9502-e3fb-4670-838a-421e086dbe44,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:55.333372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:55.395963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7340aa40-af4c-4337-add3-160768651a4f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.405603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e573b5ed-5af3-4bf7-a628-f378a6164fc7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:55.427435 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340aa40-af4c-4337-add3-160768651a4f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c8d029-6190-45ef-9c38-948e043e440d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:55.436068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7340aa40-af4c-4337-add3-160768651a4f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:55.456508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7340aa40-af4c-4337-add3-160768651a4f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.457097 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7340aa40-af4c-4337-add3-160768651a4f tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "DELETE /v2.0/security-groups/15c8d029-6190-45ef-9c38-948e043e440d HTTP/1.1" status: 204  len: 168 time: 0.4980204
Apr 15 20:02:55.460024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51232) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:55.488045 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.api.v2.resource [None req-7eca829a-68ef-4c6f-ba3b-02b9ae9d7c4a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] show failed (client error): The resource could not be found.
Apr 15 20:02:55.490185 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7eca829a-68ef-4c6f-ba3b-02b9ae9d7c4a tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "GET /v2.0/security-groups/15c8d029-6190-45ef-9c38-948e043e440d HTTP/1.1" status: 404  len: 347 time: 0.0289147
Apr 15 20:02:55.493335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51238) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:55.571950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:02:55.575153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:02:55.723594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Deleting port 1c348174-7281-4f75-ba1a-17a36bbc59c1 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:02:55.729753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.877627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-8a5af863-ef16-4f68-bc64-a50fc685f6dc None None] Provisioning complete for port ac0e9502-e3fb-4670-838a-421e086dbe44 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:02:55.878747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a5af863-ef16-4f68-bc64-a50fc685f6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:55.897153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Router bce31413-c361-4a8f-b86d-15bbd57f68d3 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:02:55.994063 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-8a5af863-ef16-4f68-bc64-a50fc685f6dc None None] Port ac0e9502-e3fb-4670-838a-421e086dbe44 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:02:56.009157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.009505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.023781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 0cdce523-cf0c-4f0b-b182-acf44baf4b51 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:02:56.111236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 0cdce523-cf0c-4f0b-b182-acf44baf4b51 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:02:56.118114 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 0cdce523-cf0c-4f0b-b182-acf44baf4b51 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:02:56.119067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.153847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:02:56.158579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Calling delete_port for 1c348174-7281-4f75-ba1a-17a36bbc59c1 owned by network:floatingip {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:02:56.158861 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8d207651-b4a1-4985-8735-5ebc9c05e6e0 admin admin] 10.222.0.58 "PUT /v2.0/routers/bce31413-c361-4a8f-b86d-15bbd57f68d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1389277
Apr 15 20:02:56.286886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.304627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 0cdce523-cf0c-4f0b-b182-acf44baf4b51, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=0cdce523-cf0c-4f0b-b182-acf44baf4b51,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:02:56.310068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.312016 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:56.334980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.352360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-62b48636-b3fe-4df6-ada3-d3b0bbb7d66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:56.395158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=0cdce523-cf0c-4f0b-b182-acf44baf4b51,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:56.398918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:56.719266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Pushing event deleted for resources: {'Port': ['ID=1c348174-7281-4f75-ba1a-17a36bbc59c1,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:56.723965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:56.851674 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51284) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:56.885047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks [] for floatingip, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.904881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.906214 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] 10.222.0.58 "DELETE /v2.0/floatingips/03b09aaa-6b39-4b5d-9091-fc4e55e30d9a HTTP/1.1" status: 204  len: 168 time: 1.4116797
Apr 15 20:02:56.979157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51294) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:56.985917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1852658144-network', 'tenant_id': '78c494f64e78439e896e63afd8739873'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:02:56.991086 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:56.995166 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Usage tracker for resource:network and tenant:78c494f64e78439e896e63afd8739873 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:56.997424 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:56.998139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:57.004978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:57.014928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:57.016239 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Made reservation on behalf of 78c494f64e78439e896e63afd8739873 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:02:57.019104 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] Usage tracker for resource:security_group_rule and tenant:a59a4eb0561d420b89008dc88120a995 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:57.022172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:57.022311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.028900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:57.037777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.054937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:57.060824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Usage tracker for resource:security_group_rule and tenant:78c494f64e78439e896e63afd8739873 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:57.064529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:57.070918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:57.120689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.123998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.133622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4c76e3ed-8d03-49cd-ae98-42452365b915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:57.168251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.171192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.176964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3c5db875-643f-4f6c-ae42-f390f9374320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:57.177479 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a59a4eb0561d420b89008dc88120a995&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3245125
Apr 15 20:02:57.178468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5867c46-0c93-4263-a8e4-5eb05cc8b987,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:57.181396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51300) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:57.184442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5b5680da-0194-4801-ad4e-66d58ab5cebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:57.206165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770}  {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:02:57.215257 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0689d57b-e125-49aa-a875-29a064967422,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:57.219399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:57.222196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.222346 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Added segment acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129 of type vlan for network d3a46a38-652f-4121-bf5a-2906cd0db292
Apr 15 20:02:57.249805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a225788e-3d7a-4fa9-8911-283f2977dff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.250232 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.279885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a225788e-3d7a-4fa9-8911-283f2977dff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.280490 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.282441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:57.283090 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.288734 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:57.325563 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a225788e-3d7a-4fa9-8911-283f2977dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.330625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-03578772-246e-43b8-9f44-c4d76368a27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:57.342980 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225788e-3d7a-4fa9-8911-283f2977dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5867c46-0c93-4263-a8e4-5eb05cc8b987,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:57.345921 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a225788e-3d7a-4fa9-8911-283f2977dff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:57.349467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a225788e-3d7a-4fa9-8911-283f2977dff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.351189 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a225788e-3d7a-4fa9-8911-283f2977dff8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5867c46-0c93-4263-a8e4-5eb05cc8b987 HTTP/1.1" status: 204  len: 168 time: 0.1688464
Apr 15 20:02:57.392509 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4121370
Apr 15 20:02:57.395426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51306) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:57.395699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Pushing event updated for resources: {'Network': ['ID=d3a46a38-652f-4121-bf5a-2906cd0db292,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:57.398428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:57.402602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Request body: {'subnet': {'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1852658144-subnet', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:02:57.405876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network d3a46a38-652f-4121-bf5a-2906cd0db292 details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:02:57.409160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:57.413483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Usage tracker for resource:subnet and tenant:78c494f64e78439e896e63afd8739873 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:57.416537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:57.423301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:57.433202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Made reservation on behalf of 78c494f64e78439e896e63afd8739873 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:02:57.437992 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2983131'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.510729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.757581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51312) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:57.780291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.797168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:57.801305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:d0705cc37b73451bb26c352d4280f13d is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:57.804363 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:57.810421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:57.858444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852660808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2983144'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.874018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-da0663db-9c62-4ce0-a956-dbdc66679fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:57.901677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.905007 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:57.915580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-acadf282-d283-4c82-af12-2dd91f28e0f7 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:57.951393 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 0cdce523-cf0c-4f0b-b182-acf44baf4b51 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:02:57.960164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597cf16d-8d99-4c57-8932-22a1f2fc48f5,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:57.968253 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0705cc37b73451bb26c352d4280f13d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2092931
Apr 15 20:02:57.968975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:57.969522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51316) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:58.014454 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:58.017387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:58.042974 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6298054a-bca8-4a59-963b-cfc1ef7e6b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.073249 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6298054a-bca8-4a59-963b-cfc1ef7e6b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.087754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Checking segment: {'id': 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:02:58.088163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Network hostable DHCP agents. Network: d3a46a38-652f-4121-bf5a-2906cd0db292, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:02:58.109731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Network d3a46a38-652f-4121-bf5a-2906cd0db292 is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:02:58.127954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, d3a46a38-652f-4121-bf5a-2906cd0db292) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:02:58.140416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6298054a-bca8-4a59-963b-cfc1ef7e6b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.140648 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:02:58.142030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.147312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-41de6cad-6b06-47bd-ab80-7e8773ce4978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:58.158675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298054a-bca8-4a59-963b-cfc1ef7e6b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597cf16d-8d99-4c57-8932-22a1f2fc48f5,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:58.164093 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a1aef8c2-335a-4926-8c8c-4ba516848e62 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7674541
Apr 15 20:02:58.167340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6298054a-bca8-4a59-963b-cfc1ef7e6b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:58.169605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6298054a-bca8-4a59-963b-cfc1ef7e6b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.171788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51322) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:02:58.173704 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6298054a-bca8-4a59-963b-cfc1ef7e6b4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/597cf16d-8d99-4c57-8932-22a1f2fc48f5 HTTP/1.1" status: 204  len: 168 time: 0.2031167
Apr 15 20:02:58.180596 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:02:58.186441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:02:58.192323 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Usage tracker for resource:router and tenant:78c494f64e78439e896e63afd8739873 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:02:58.197598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:02:58.212067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:02:58.222736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Sync routers for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:02:58.226565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b0458-69fc-4472-96ba-abf73f4945e4 None None] Network d3a46a38-652f-4121-bf5a-2906cd0db292 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:02:58.229113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854055195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760551'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.231016 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-719974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15233'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.258156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.334301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 0cdce523-cf0c-4f0b-b182-acf44baf4b51 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:02:58.334724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.366680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:02:58.367662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599b1c128>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:58.624337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-719959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854055210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15280'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:58.832529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:02:58.980202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.013700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.129420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ba8258c-9f51-53fe-8266-a947224aa077-d3a46a38-652f-4121-bf5a-2906cd0db292', 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'fixed_ips': [{'subnet_id': '9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5'}]}} from dv-cinder-786384-2-iscsi. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:02:59.130425 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.164442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Allocated IP 172.27.3.55 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/60e2ebcc-8072-414c-a2b0-08694c0f06bb) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:02:59.334008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599b1c128>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 2, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:02:59.346853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Checking router: bce31413-c361-4a8f-b86d-15bbd57f68d3 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:02:59.347116 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Updating router bce31413-c361-4a8f-b86d-15bbd57f68d3 port ac0e9502-e3fb-4670-838a-421e086dbe44 binding host dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:02:59.416547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.437429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Allocated IP 172.20.0.2 (d3a46a38-652f-4121-bf5a-2906cd0db292/9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5/8f803144-82de-4995-9a18-5deb8f7ac49d) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:02:59.578373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.609702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.626527 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-04d980cd-ccc4-413b-aaa3-15f0b9e2c382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:02:59.779314 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Pushing event updated for resources: {'Port': ['ID=60e2ebcc-8072-414c-a2b0-08694c0f06bb,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:02:59.792853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:02:59.846718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:02:59.848506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:02:59.851993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:02:59.909393 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:02:59.925871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Transition to ACTIVE for port object 8f803144-82de-4995-9a18-5deb8f7ac49d will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:02:59.962422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Transition to ACTIVE for port object 8f803144-82de-4995-9a18-5deb8f7ac49d will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:03:00.006174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:00.029276 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7147df76-853a-420e-803b-a415d58eed1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:00.105031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51382) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:00.364585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:00.374924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Pushing event updated for resources: {'Port': ['ID=8f803144-82de-4995-9a18-5deb8f7ac49d,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:00.390550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:00.402719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Transition to ACTIVE for port object ac0e9502-e3fb-4670-838a-421e086dbe44 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:03:00.422040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:00.431229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:00.440127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:00.590449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5e3b8-e8c9-4c7e-8ce4-2ce6b165f2b3 None None] Pushing event updated for resources: {'Port': ['ID=ac0e9502-e3fb-4670-838a-421e086dbe44,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:00.608571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fca5e3b8-e8c9-4c7e-8ce4-2ce6b165f2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:00.669230 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Network d3a46a38-652f-4121-bf5a-2906cd0db292 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:03:00.671806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Resources bound (agent type, host, resource id):  {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:03:00.758844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:03:00.921380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-720606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854055888'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.000072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Attempting to bind port 8f803144-82de-4995-9a18-5deb8f7ac49d on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:03:01.000492 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Attempting to bind port 8f803144-82de-4995-9a18-5deb8f7ac49d by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:03:01.001434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Attempting to bind port 8f803144-82de-4995-9a18-5deb8f7ac49d on network d3a46a38-652f-4121-bf5a-2906cd0db292 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:01.003974 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854056957'] for router_interface, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.011326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:03:01.011573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Checking segment: {'id': 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:03:01.012005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.012460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Bound using segment: {'id': 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:03:01.012970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Bound port: 8f803144-82de-4995-9a18-5deb8f7ac49d, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:03:01.013389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.042349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Attempting to bind port ac0e9502-e3fb-4670-838a-421e086dbe44 on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:03:01.042767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Attempting to bind port ac0e9502-e3fb-4670-838a-421e086dbe44 by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:03:01.043174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Attempting to bind port ac0e9502-e3fb-4670-838a-421e086dbe44 on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:01.049430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:03:01.049847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Checking segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:03:01.050300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.050732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Bound using segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:03:01.051255 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Bound port: ac0e9502-e3fb-4670-838a-421e086dbe44, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:03:01.051742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.137378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] For port 8f803144-82de-4995-9a18-5deb8f7ac49d, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:03:01.142796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] For port 8f803144-82de-4995-9a18-5deb8f7ac49d, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=8f803144-82de-4995-9a18-5deb8f7ac49d,segment=NetworkSegment(acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129),segment_id=acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:03:01.151302 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.173308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:01.186924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Router b9ec3473-8b8f-44a9-8144-c20c430779fe is scheduled to L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:03:01.251106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Pushing event updated for resources: {'Port': ['ID=8f803144-82de-4995-9a18-5deb8f7ac49d,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:01.263247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:01.414119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Deleting port 980949d7-a233-454d-b297-9ae9591cf47b {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:03:01.414696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.452809 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:03:01.463347 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Sync routers for ids ['b9ec3473-8b8f-44a9-8144-c20c430779fe'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:03:01.480802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Routers {'b9ec3473-8b8f-44a9-8144-c20c430779fe'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:01.481895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599eccfd0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b9ec3473-8b8f-44a9-8144-c20c430779fe'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:01.503552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.505203 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0b9b4d68-5e57-443f-a29c-db381bfd0f8b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3318226
Apr 15 20:03:01.508189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51410) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:01.533936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] For port ac0e9502-e3fb-4670-838a-421e086dbe44, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:03:01.550816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] For port ac0e9502-e3fb-4670-838a-421e086dbe44, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ac0e9502-e3fb-4670-838a-421e086dbe44,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:03:01.570818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.590964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:01.697495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] For port 980949d7-a233-454d-b297-9ae9591cf47b, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=980949d7-a233-454d-b297-9ae9591cf47b,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:01.697902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:01.739741 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Set router b9ec3473-8b8f-44a9-8144-c20c430779fe gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:01.851130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Calling delete_port for 980949d7-a233-454d-b297-9ae9591cf47b owned by network:router_interface {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:03:01.851746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:01.852672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599b1c128>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:01.966213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5e3b8-e8c9-4c7e-8ce4-2ce6b165f2b3 None None] Pushing event updated for resources: {'Port': ['ID=ac0e9502-e3fb-4670-838a-421e086dbe44,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:01.972072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fca5e3b8-e8c9-4c7e-8ce4-2ce6b165f2b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:02.199460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:02.208540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.212080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599eccfd0>, [{'id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:58Z', 'updated_at': '2021-04-15T20:03:00Z', 'revision_number': 3, 'project_id': '78c494f64e78439e896e63afd8739873', 'gw_port': {'id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:59Z', 'updated_at': '2021-04-15T20:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:02.216796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Checking router: b9ec3473-8b8f-44a9-8144-c20c430779fe for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:03:02.217356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Updating router b9ec3473-8b8f-44a9-8144-c20c430779fe port 60e2ebcc-8072-414c-a2b0-08694c0f06bb binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:03:02.224806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:02.288148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.337018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=980949d7-a233-454d-b297-9ae9591cf47b,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:02.342042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:02.751472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599b1c128>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:01Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:02.757366 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ad966-2ede-4124-84dc-eb50dbd2d49b None None] The sync data for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi is: [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:01Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:03:02.779600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.794771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Transition to ACTIVE for port object 60e2ebcc-8072-414c-a2b0-08694c0f06bb will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:03:02.811018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:02.840281 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:02.979791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055768'] for router_interface, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.036860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.063937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce4985-b580-4898-89da-847f15f6d6cd None None] Pushing event updated for resources: {'Port': ['ID=60e2ebcc-8072-414c-a2b0-08694c0f06bb,revision_number=2']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:03.068955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-35ce4985-b580-4898-89da-847f15f6d6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:03.164371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Attempting to bind port 60e2ebcc-8072-414c-a2b0-08694c0f06bb on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:03:03.164788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Attempting to bind port 60e2ebcc-8072-414c-a2b0-08694c0f06bb by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:03:03.165198 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Attempting to bind port 60e2ebcc-8072-414c-a2b0-08694c0f06bb on network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:03.174156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:03:03.174925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Checking segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:03:03.175085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.175444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Bound using segment: {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:03:03.175971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Bound port: 60e2ebcc-8072-414c-a2b0-08694c0f06bb, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82696db2-5433-4512-8aa1-5e06e86c1432', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:03:03.178428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.430907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88434c6-d8d4-4f19-88cd-fd329d2ba1b2 None None] Network d3a46a38-652f-4121-bf5a-2906cd0db292 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:03:03.574775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Allocated IP 172.20.0.1 (d3a46a38-652f-4121-bf5a-2906cd0db292/9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5/5383387f-0bca-48cd-a076-d16c3999dd4f) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:03:03.646904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] For port 60e2ebcc-8072-414c-a2b0-08694c0f06bb, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:03:03.651981 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] For port 60e2ebcc-8072-414c-a2b0-08694c0f06bb, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=60e2ebcc-8072-414c-a2b0-08694c0f06bb,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:03:03.659640 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:03.686466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5c97dfda-d4fe-47c5-9d17-4db73a271af3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:03.754939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-bce74e81-fe21-48f1-81e9-1b52e113833e None None] Provisioning for port 8f803144-82de-4995-9a18-5deb8f7ac49d completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:03.969486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.002265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Transition to ACTIVE for port object 5383387f-0bca-48cd-a076-d16c3999dd4f will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:03:04.014619 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce4985-b580-4898-89da-847f15f6d6cd None None] Pushing event updated for resources: {'Port': ['ID=60e2ebcc-8072-414c-a2b0-08694c0f06bb,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:04.028412 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-35ce4985-b580-4898-89da-847f15f6d6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:04.050665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.072932 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-05fa414d-9744-4add-93dc-84267887637b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:04.124222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Routers {'b9ec3473-8b8f-44a9-8144-c20c430779fe'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:04.124928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599eccfd0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b9ec3473-8b8f-44a9-8144-c20c430779fe'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:04.149503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:03:04.257481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5383387f-0bca-48cd-a076-d16c3999dd4f,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:04.262367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ac0e9502-e3fb-4670-838a-421e086dbe44 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:04.262626 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:04.315508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a467df1b-1894-4f0d-b4bc-30035666267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.329566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Network d3a46a38-652f-4121-bf5a-2906cd0db292 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:03:04.330878 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:03:04.343438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:03:04.423339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-718965'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.441699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] Set router b9ec3473-8b8f-44a9-8144-c20c430779fe gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:04.444372 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:03:04.472687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51438) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:04.475961 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] 10.222.0.58 "PUT /v2.0/routers/1def5611-d9e3-4af3-9dae-c7ff6e6ea437/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3696485
Apr 15 20:03:04.574656 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] Sync routers for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:03:04.596605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:04.597317 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd598f7aa90>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:04.771383 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.803926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599eccfd0>, [{'id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:58Z', 'updated_at': '2021-04-15T20:03:00Z', 'revision_number': 3, 'project_id': '78c494f64e78439e896e63afd8739873', 'gw_port': {'id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:59Z', 'updated_at': '2021-04-15T20:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:04.808938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33624afd-6ada-463d-b927-d85b00309de5 None None] The sync data for ids ['b9ec3473-8b8f-44a9-8144-c20c430779fe'] in dv-cinder-786384-2-iscsi is: [{'id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:58Z', 'updated_at': '2021-04-15T20:03:00Z', 'revision_number': 3, 'project_id': '78c494f64e78439e896e63afd8739873', 'gw_port': {'id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:59Z', 'updated_at': '2021-04-15T20:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:03:04.840185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port ac0e9502-e3fb-4670-838a-421e086dbe44 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:04.856621 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port ac0e9502-e3fb-4670-838a-421e086dbe44 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:04.857036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.868627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:04.908564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b17e2646-3e5a-46a4-bda1-17976ab13980 None None] Provisioning for port 5383387f-0bca-48cd-a076-d16c3999dd4f completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:04.924534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-b17e2646-3e5a-46a4-bda1-17976ab13980 None None] Provisioning complete for port 5383387f-0bca-48cd-a076-d16c3999dd4f triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:04.924958 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b17e2646-3e5a-46a4-bda1-17976ab13980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.002452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:05.174284 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.177901 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b17e2646-3e5a-46a4-bda1-17976ab13980 None None] Port 5383387f-0bca-48cd-a076-d16c3999dd4f cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:03:05.197693 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Deleting port 422e45d1-55eb-4f27-8bc5-dba74244d109 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:03:05.198124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.204598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51452) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:05.372154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.379937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.400838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:05.405661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] Usage tracker for resource:security_group_rule and tenant:0456b24d8e874360a62a58d525a12d6d is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:05.410009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:05.417369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:05.446511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.449391 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] For port 422e45d1-55eb-4f27-8bc5-dba74244d109, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=422e45d1-55eb-4f27-8bc5-dba74244d109,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:05.449936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.467152 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.467901 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port ac0e9502-e3fb-4670-838a-421e086dbe44, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ac0e9502-e3fb-4670-838a-421e086dbe44,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:05.479368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.480307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 8f803144-82de-4995-9a18-5deb8f7ac49d up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:05.499531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8c09e96d-70d1-4985-af96-619de4f88fc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:05.519125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:05.525253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.533601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.567756 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a61ce582-0e48-43ce-8e45-0a4a7cbc26dc tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:05.608190 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0456b24d8e874360a62a58d525a12d6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4000142
Apr 15 20:03:05.608190 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3581a0d8-c81f-4701-b9e1-4dbe508d4fbd,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:05.610434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51458) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:05.614826 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7898c815-910a-4704-8e56-bd317d2d66ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:05.624201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd598f7aa90>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T20:03:02Z', 'revision_number': 5, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port': {'id': '422e45d1-55eb-4f27-8bc5-dba74244d109', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:43Z', 'updated_at': '2021-04-15T19:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:05.638613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] Checking router: 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:03:05.652124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=ac0e9502-e3fb-4670-838a-421e086dbe44,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:05.681716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:05.688003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] Routers {'1def5611-d9e3-4af3-9dae-c7ff6e6ea437'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:05.688759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Calling delete_port for 422e45d1-55eb-4f27-8bc5-dba74244d109 owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:03:05.688986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd598f7aa90>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:02:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:05.708216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0533c20e-1c09-43bc-b8e7-f84d92dd8241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.748136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0533c20e-1c09-43bc-b8e7-f84d92dd8241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.766196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854187369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854056942'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.811663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0533c20e-1c09-43bc-b8e7-f84d92dd8241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.817869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f5a7b92e-2f6e-4bcf-b654-75ac63f2167e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:05.832780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533c20e-1c09-43bc-b8e7-f84d92dd8241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3581a0d8-c81f-4701-b9e1-4dbe508d4fbd,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:05.835542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0533c20e-1c09-43bc-b8e7-f84d92dd8241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:05.840794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0533c20e-1c09-43bc-b8e7-f84d92dd8241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.842371 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0533c20e-1c09-43bc-b8e7-f84d92dd8241 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3581a0d8-c81f-4701-b9e1-4dbe508d4fbd HTTP/1.1" status: 204  len: 168 time: 0.2300553
Apr 15 20:03:05.893436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 8f803144-82de-4995-9a18-5deb8f7ac49d completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:05.903167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] Set router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 gateway port host: None {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:05.918968 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5383387f-0bca-48cd-a076-d16c3999dd4f,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:05.922088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:05.949381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 8f803144-82de-4995-9a18-5deb8f7ac49d triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:05.949618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:05.966115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Network d3a46a38-652f-4121-bf5a-2906cd0db292 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:03:05.973943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:03:06.080090 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd598f7aa90>, [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 6, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port_host': None}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:06.087657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5d808-e83e-4e2e-b129-f8422a10a08f None None] The sync data for ids ['1def5611-d9e3-4af3-9dae-c7ff6e6ea437'] in dv-cinder-786384-2-iscsi is: [{'id': '1def5611-d9e3-4af3-9dae-c7ff6e6ea437', 'name': 'tempest-AttachVolumeShelveTestJSON-1520003634-router', 'tenant_id': 'b1e9c7381e93406886cc6f3577690f28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:41Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 6, 'project_id': 'b1e9c7381e93406886cc6f3577690f28', 'gw_port_host': None}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:03:06.245636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f3076ce-d2a7-4eac-ab5d-ff5eb5c72e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.261310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.288227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51466) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:06.311205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.312573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 8f803144-82de-4995-9a18-5deb8f7ac49d, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=8f803144-82de-4995-9a18-5deb8f7ac49d,segment=NetworkSegment(acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129),segment_id=acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:06.317489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.319682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:06.332017 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:06.337218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] Usage tracker for resource:security_group_rule and tenant:39d79f71a54545ce9f48dd8aa530ee76 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:06.340708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:06.348783 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:06.367653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-67d16f4d-6afb-433b-ba61-41f8f92b510f None None] Provisioning complete for port 5383387f-0bca-48cd-a076-d16c3999dd4f triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:06.368120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-67d16f4d-6afb-433b-ba61-41f8f92b510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.462253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-67d16f4d-6afb-433b-ba61-41f8f92b510f None None] Port 5383387f-0bca-48cd-a076-d16c3999dd4f cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:03:06.467448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=8f803144-82de-4995-9a18-5deb8f7ac49d,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:06.470671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:06.478956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.488576 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.498661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1ab4ffb7-c55c-42cb-92fc-94347f4724f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:06.545011 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddba123-0e83-4ac2-a5fb-534efc34d9d8,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:06.550956 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39d79f71a54545ce9f48dd8aa530ee76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2601900
Apr 15 20:03:06.550956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-87cacf47-e750-4107-a644-b7044c3d7c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:06.552718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51470) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:06.572652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 60e2ebcc-8072-414c-a2b0-08694c0f06bb up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:06.608682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Router b9ec3473-8b8f-44a9-8144-c20c430779fe has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:03:06.614491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.629996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee6ee-87c2-4039-8a9d-24604e463a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.639894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9be7ed90-13e4-4df6-896f-c3dc3e7ab0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:06.647103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 60e2ebcc-8072-414c-a2b0-08694c0f06bb completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:06.652247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 60e2ebcc-8072-414c-a2b0-08694c0f06bb triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:06.652672 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.662508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee6ee-87c2-4039-8a9d-24604e463a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.712174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee6ee-87c2-4039-8a9d-24604e463a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.722354 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d4364c26-496d-4984-809c-bca737fa1443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:06.737952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ee6ee-87c2-4039-8a9d-24604e463a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddba123-0e83-4ac2-a5fb-534efc34d9d8,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:06.741577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1b0ee6ee-87c2-4039-8a9d-24604e463a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:06.744187 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee6ee-87c2-4039-8a9d-24604e463a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:06.745183 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1b0ee6ee-87c2-4039-8a9d-24604e463a90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ddba123-0e83-4ac2-a5fb-534efc34d9d8 HTTP/1.1" status: 204  len: 168 time: 0.1913292
Apr 15 20:03:06.822059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=422e45d1-55eb-4f27-8bc5-dba74244d109,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:06.888824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:07.003957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.006410 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.010956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:03:07.025656 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 60e2ebcc-8072-414c-a2b0-08694c0f06bb, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=60e2ebcc-8072-414c-a2b0-08694c0f06bb,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:07.028736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.029884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ac0e9502-e3fb-4670-838a-421e086dbe44 up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:07.062131 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c305df4d-5723-47e0-ae63-343d736df025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:07.095316 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e55b49e5-ee92-44f8-8134-f874a21761c7 admin admin] 10.222.0.58 "PUT /v2.0/routers/b9ec3473-8b8f-44a9-8144-c20c430779fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5848320
Apr 15 20:03:07.127512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854055918'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.168245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=60e2ebcc-8072-414c-a2b0-08694c0f06bb,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:07.170018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51480) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:07.171692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:07.178143 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port ac0e9502-e3fb-4670-838a-421e086dbe44 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:07.179461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.200755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.220305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:07.224592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] Usage tracker for resource:security_group_rule and tenant:e68ad16b9e77459283fb220b9f35f9aa is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:07.227870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:07.235526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:07.325828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 980949d7-a233-454d-b297-9ae9591cf47b no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:03:07.349661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.358862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.359654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760568'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.362795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.368060 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 980949d7-a233-454d-b297-9ae9591cf47b {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:03:07.368433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 980949d7-a233-454d-b297-9ae9591cf47b not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:03:07.378235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ca23690a-930c-42c8-91c7-f025b2e06aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:07.393126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716856'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.394253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1def5611-d9e3-4af3-9dae-c7ff6e6ea437 {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:03:07.404343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.409182 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ecb6d355-3861-4bc4-b363-89e42d3467c6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/1def5611-d9e3-4af3-9dae-c7ff6e6ea437 HTTP/1.1" status: 204  len: 168 time: 2.9338653
Apr 15 20:03:07.409882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51488) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:07.430853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d1e409-c1e7-4bf5-839b-faffad30b4c3,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:07.446585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:07.452332 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2f31b5a4-ac4b-402e-b340-ddce9e49779d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e68ad16b9e77459283fb220b9f35f9aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2783980
Apr 15 20:03:07.458447 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51492) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:07.489819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0910b6-481b-4828-8d03-10a207d39389 admin admin] Deleting subnet 4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:03:07.493345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1c0910b6-481b-4828-8d03-10a207d39389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.552201 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-95b7e1ec-ba49-4255-9623-8003a1705626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.573196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1c0910b6-481b-4828-8d03-10a207d39389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852640549'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.582032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-95b7e1ec-ba49-4255-9623-8003a1705626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.637651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-95b7e1ec-ba49-4255-9623-8003a1705626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.644568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:07.659722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1c0910b6-481b-4828-8d03-10a207d39389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.662746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7e1ec-ba49-4255-9623-8003a1705626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d1e409-c1e7-4bf5-839b-faffad30b4c3,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:07.665222 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-95b7e1ec-ba49-4255-9623-8003a1705626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:07.667827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-95b7e1ec-ba49-4255-9623-8003a1705626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.669663 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-95b7e1ec-ba49-4255-9623-8003a1705626 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9d1e409-c1e7-4bf5-839b-faffad30b4c3 HTTP/1.1" status: 204  len: 168 time: 0.2092414
Apr 15 20:03:07.717947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.757792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51498) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:07.763617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743425793', 'description': 'tempest-secgroup-smoke-743425793 description', 'project_id': '3e2a79620ac740e5a6e598a862a97631'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:07.771396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:07.775657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:security_group and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:07.778790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:07.785000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:07.795264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.820840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:07.824886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:security_group_rule and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:07.827943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:07.834620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:07.914715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.919315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.927092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2cd70697-3a20-4a55-9c07-d1cfbd20ea34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:07.960463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Sync routers for ids ['b9ec3473-8b8f-44a9-8144-c20c430779fe'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:03:07.972140 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:07.973491 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2147570
Apr 15 20:03:07.974661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:07.976190 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Routers {'b9ec3473-8b8f-44a9-8144-c20c430779fe'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:07.977441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51504) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:07.978978 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a05c240>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:03:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b9ec3473-8b8f-44a9-8144-c20c430779fe'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:07.979740 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:07.983558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'security_group_rule': {'security_group_id': '3cf3563e-58c7-4cb5-a2fd-d1c3c386b801', 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:07.990415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:07.995954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1c0910b6-481b-4828-8d03-10a207d39389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2114947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851792655'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.002199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:security_group_rule and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:08.005692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:08.012964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:08.014073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:08.036936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.117287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.120208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0910b6-481b-4828-8d03-10a207d39389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:08.121503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.124828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1c0910b6-481b-4828-8d03-10a207d39389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:08.133855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8c7c4678-0037-48fb-91f7-2beaa416eb88 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:08.155340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c009ef5-7fb7-419f-a17c-03d07be87c79,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:08.158341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:08.160375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1c0910b6-481b-4828-8d03-10a207d39389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.167452 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af8afb6-125f-48a6-8ec8-0ec6d5fa1cad None None] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:03:08.173121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.175023 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0ff84ca4-ad7f-46a4-a206-3375e1b5bb1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1970925
Apr 15 20:03:08.177730 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1c0910b6-481b-4828-8d03-10a207d39389 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4ffb8afe-e9dd-4e67-a919-882d5bcbc5c7 HTTP/1.1" status: 204  len: 168 time: 0.7667215
Apr 15 20:03:08.179814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51510) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:08.183300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51512) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:08.197133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'security_group_rule': {'security_group_id': '3cf3563e-58c7-4cb5-a2fd-d1c3c386b801', 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:08.205070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Set router b9ec3473-8b8f-44a9-8144-c20c430779fe gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:08.291148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:08.310967 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:security_group_rule and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:08.320936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:08.341866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:08.359406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.453793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.473656 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 60e2ebcc-8072-414c-a2b0-08694c0f06bb up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:08.509930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] DHCP port deletion for 985a7b11-3fa6-4a91-bf02-60ccff754b78 request from dv-cinder-786384-2-iscsi {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:03:08.516348 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Deleting port 6da0ff9e-6902-4426-8cc2-874fb368e90f {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:03:08.516746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.526940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] Deleting port 6da0ff9e-6902-4426-8cc2-874fb368e90f {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:03:08.527498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.605806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.638134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.648940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:08.658579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 60e2ebcc-8072-414c-a2b0-08694c0f06bb triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:08.659295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.683056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a05c240>, [{'id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:58Z', 'updated_at': '2021-04-15T20:03:04Z', 'revision_number': 4, 'project_id': '78c494f64e78439e896e63afd8739873', 'gw_port': {'id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:59Z', 'updated_at': '2021-04-15T20:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '5383387f-0bca-48cd-a076-d16c3999dd4f', 'name': '', 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'mac_address': 'fa:16:3e:00:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:03:03Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 2, 'project_id': '78c494f64e78439e896e63afd8739873', 'subnets': [{'id': '9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:08.687360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Checking router: b9ec3473-8b8f-44a9-8144-c20c430779fe for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:03:08.687766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Updating router b9ec3473-8b8f-44a9-8144-c20c430779fe port 5383387f-0bca-48cd-a076-d16c3999dd4f binding host dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:03:08.688647 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8befa9a5-a423-42a8-a4a0-40f0e83eb9a8,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:08.712470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:08.756620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.796832 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.798745 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-79ce1032-14e2-4661-a911-a3ca91d8d59d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6142883
Apr 15 20:03:08.803359 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51532) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:08.810417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'security_group_rule': {'security_group_id': '3cf3563e-58c7-4cb5-a2fd-d1c3c386b801', 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:08.821528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:08.834544 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:security_group_rule and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:08.839792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:08.846138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] For port 6da0ff9e-6902-4426-8cc2-874fb368e90f, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=6da0ff9e-6902-4426-8cc2-874fb368e90f,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:08.846562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.859070 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:08.875083 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.884812 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] For port 6da0ff9e-6902-4426-8cc2-874fb368e90f, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=6da0ff9e-6902-4426-8cc2-874fb368e90f,segment=NetworkSegment(e34ed38c-615e-4fe6-9db2-9aed1998cc66),segment_id=e34ed38c-615e-4fe6-9db2-9aed1998cc66)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:08.885513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:08.897099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.007996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Calling delete_port for 6da0ff9e-6902-4426-8cc2-874fb368e90f owned by network:dhcp {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:03:09.020859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.033813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.068172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:09.069686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] Calling delete_port for 6da0ff9e-6902-4426-8cc2-874fb368e90f owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:03:09.105413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e605377-ce17-4f77-a97f-6219f80f6cb7,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:09.109061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:09.110739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.112050 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ad20a1ad-73b4-4aad-9312-89e8d968fc56 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3075695
Apr 15 20:03:09.121000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51540) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:09.124976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.132644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 8f803144-82de-4995-9a18-5deb8f7ac49d up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:09.199385 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.213937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Transition to ACTIVE for port object 5383387f-0bca-48cd-a076-d16c3999dd4f will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:03:09.222589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.231900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:03:09.232339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:03:09.233331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2a918bba-bb36-41b5-b5b9-099ffc109b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:09.239122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-35ce4985-b580-4898-89da-847f15f6d6cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:09.241848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 8f803144-82de-4995-9a18-5deb8f7ac49d triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:09.242272 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.276240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'security_group_rule': {'security_group_id': '3cf3563e-58c7-4cb5-a2fd-d1c3c386b801', 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:09.282953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:09.287473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:security_group_rule and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:09.290620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:09.296874 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:09.313617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da0ff9e-6902-4426-8cc2-874fb368e90f,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:09.324076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:09.352886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.392161 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e5a4-97f3-41a5-b0dc-5d972d03a4ca None None] Pushing event updated for resources: {'Port': ['ID=5383387f-0bca-48cd-a076-d16c3999dd4f,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:09.396954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e105e5a4-97f3-41a5-b0dc-5d972d03a4ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:09.416046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] No DVR routers for this DVR port 6da0ff9e-6902-4426-8cc2-874fb368e90f on host dv-cinder-786384-2-iscsi {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:03:09.450651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 422e45d1-55eb-4f27-8bc5-dba74244d109 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:03:09.504367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 422e45d1-55eb-4f27-8bc5-dba74244d109 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:03:09.504661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 422e45d1-55eb-4f27-8bc5-dba74244d109 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:03:09.606999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.637147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.703148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.720957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-25372dd7-73c1-4773-a233-810292195632 tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:09.733522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] Deleting port 6da0ff9e-6902-4426-8cc2-874fb368e90f {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:03:09.733965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.768491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8fe340-b260-49c4-b0e4-0099018c3a8d,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:09.780686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:09.797107 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd5994cdda0>,) {'filters': {'network_id': ['985a7b11-3fa6-4a91-bf02-60ccff754b78']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:09.809586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.810918 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-da2e8a7a-305b-48a9-9d76-f8d0fd78a53c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5975237
Apr 15 20:03:09.814331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51548) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:09.818708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5994cdda0>, 'e34ed38c-615e-4fe6-9db2-9aed1998cc66') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:09.819050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5994cdda0>, 'e34ed38c-615e-4fe6-9db2-9aed1998cc66') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:09.829566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'security_group_rule': {'security_group_id': '3cf3563e-58c7-4cb5-a2fd-d1c3c386b801', 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:09.844516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Attempting to bind port 5383387f-0bca-48cd-a076-d16c3999dd4f on host dv-cinder-786384-2-iscsi for vnic_type normal with profile  {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:03:09.845025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Attempting to bind port 5383387f-0bca-48cd-a076-d16c3999dd4f by drivers openvswitch,hyperv on host dv-cinder-786384-2-iscsi at level 0 using segments [{'id': 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:03:09.845340 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Attempting to bind port 5383387f-0bca-48cd-a076-d16c3999dd4f on network d3a46a38-652f-4121-bf5a-2906cd0db292 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:09.845818 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:09.849351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2135267'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.851572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Checking agent: {'id': '4846416e-6a19-4d5b-bded-0da3dbd00809', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 43, 38), 'started_at': datetime.datetime(2021, 4, 15, 19, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:03:09.851964 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-46a7be91-8c36-4f40-950f-856b5312efe5 None None] The port '6da0ff9e-6902-4426-8cc2-874fb368e90f' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:03:09.852091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Checking segment: {'id': 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:03:09.852482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.852876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Bound using segment: {'id': 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:03:09.853361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Bound port: 5383387f-0bca-48cd-a076-d16c3999dd4f, host: dv-cinder-786384-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:03:09.853781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.864912 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:security_group_rule and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:09.869293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:09.878285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:09.881698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.891314 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:03:09.916441 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.securitygroups_db [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Project 3e2a79620ac740e5a6e598a862a97631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 20:03:09.950814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] For port 5383387f-0bca-48cd-a076-d16c3999dd4f, host dv-cinder-786384-2-iscsi, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:03:09.953926 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] For port 5383387f-0bca-48cd-a076-d16c3999dd4f, host dv-cinder-786384-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=5383387f-0bca-48cd-a076-d16c3999dd4f,segment=NetworkSegment(acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129),segment_id=acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:03:09.957189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.970047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:09.971581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-af2cc89e-944f-4ef8-a5f4-85ca340c5c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:10.119382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e5a4-97f3-41a5-b0dc-5d972d03a4ca None None] Pushing event updated for resources: {'Port': ['ID=5383387f-0bca-48cd-a076-d16c3999dd4f,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:10.123629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:03:10.123858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e105e5a4-97f3-41a5-b0dc-5d972d03a4ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:10.133977 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852661470'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.154255 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:03:10.171704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Routers {'b9ec3473-8b8f-44a9-8144-c20c430779fe'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:10.172942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a05c240>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:03:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b9ec3473-8b8f-44a9-8144-c20c430779fe'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:10.228943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.232723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.254074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:10.328982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96614516-f5b3-4784-89bb-bd53f9c30ad0,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:10.346593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:10.366246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Network 985a7b11-3fa6-4a91-bf02-60ccff754b78 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:03:10.373219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] Set router b9ec3473-8b8f-44a9-8144-c20c430779fe gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:10.374999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.379124 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-aa442ffe-256c-4dff-99ed-5aecbb731f53 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5606337
Apr 15 20:03:10.379617 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51552) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:10.385642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'security_group_rule': {'security_group_id': '3cf3563e-58c7-4cb5-a2fd-d1c3c386b801', 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:10.393050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:03:10.393856 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:03:10.399826 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:security_group_rule and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:10.403003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:10.410472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:10.416614 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 6da0ff9e-6902-4426-8cc2-874fb368e90f no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:03:10.426739 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.securitygroups_db [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Project 3e2a79620ac740e5a6e598a862a97631 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 20:03:10.434653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.470976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 6da0ff9e-6902-4426-8cc2-874fb368e90f {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:03:10.471802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 6da0ff9e-6902-4426-8cc2-874fb368e90f not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:03:10.520377 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.523528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119264'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.526474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-51ffb89f-02a2-4506-b734-14abfc6f3f24 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:10.557675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8a4992-32ce-4eb1-a3d7-93d32032600f,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:10.563206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:10.569097 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.574110 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a3d25c0c-7a38-4c2d-8d02-dc436bf66d00 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1897650
Apr 15 20:03:10.752288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.756364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c1334479-9e5f-4087-9a47-558b3222f244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:10.774059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a05c240>, [{'id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:58Z', 'updated_at': '2021-04-15T20:03:04Z', 'revision_number': 4, 'project_id': '78c494f64e78439e896e63afd8739873', 'gw_port': {'id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:59Z', 'updated_at': '2021-04-15T20:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '5383387f-0bca-48cd-a076-d16c3999dd4f', 'name': '', 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'mac_address': 'fa:16:3e:00:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:03:03Z', 'updated_at': '2021-04-15T20:03:09Z', 'revision_number': 4, 'project_id': '78c494f64e78439e896e63afd8739873', 'subnets': [{'id': '9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:10.774276 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:10.778770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f663b0a8-c94c-4776-bb77-7a9f50e151c4 None None] The sync data for ids ['b9ec3473-8b8f-44a9-8144-c20c430779fe'] in dv-cinder-786384-2-iscsi is: [{'id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:58Z', 'updated_at': '2021-04-15T20:03:04Z', 'revision_number': 4, 'project_id': '78c494f64e78439e896e63afd8739873', 'gw_port': {'id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:59Z', 'updated_at': '2021-04-15T20:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': '5383387f-0bca-48cd-a076-d16c3999dd4f', 'name': '', 'network_id': 'd3a46a38-652f-4121-bf5a-2906cd0db292', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'mac_address': 'fa:16:3e:00:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:03:03Z', 'updated_at': '2021-04-15T20:03:09Z', 'revision_number': 4, 'project_id': '78c494f64e78439e896e63afd8739873', 'subnets': [{'id': '9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:03:10.782438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=985a7b11-3fa6-4a91-bf02-60ccff754b78,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:10.784753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:10.789521 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/985a7b11-3fa6-4a91-bf02-60ccff754b78 HTTP/1.1" status: 204  len: 168 time: 2.5989816
Apr 15 20:03:11.047720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51600) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:11.126009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51606) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:11.127258 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1b76d419-d063-4fcc-bb08-da2dc1e7a130 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1e9c7381e93406886cc6f3577690f28&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0784838
Apr 15 20:03:11.203566 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7d2be96f-46c2-4783-ab31-eeff2daac781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:11.253501 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7d2be96f-46c2-4783-ab31-eeff2daac781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:11.317845 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7d2be96f-46c2-4783-ab31-eeff2daac781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:11.329711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0f030232-f404-4cc6-9b14-4dbea42acdcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:11.355779 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2be96f-46c2-4783-ab31-eeff2daac781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153af94a-03bb-4277-ac0b-96affd935e83,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:11.364747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7d2be96f-46c2-4783-ab31-eeff2daac781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:11.365712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-7d2be96f-46c2-4783-ab31-eeff2daac781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:11.370942 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-7d2be96f-46c2-4783-ab31-eeff2daac781 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/153af94a-03bb-4277-ac0b-96affd935e83 HTTP/1.1" status: 204  len: 168 time: 0.2433982
Apr 15 20:03:12.279718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 51658) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:12.401945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1065668212-network', 'tenant_id': '44df2d570f634a79887bd48d6c2ec9ef'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:12.408164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:12.413470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Usage tracker for resource:network and tenant:44df2d570f634a79887bd48d6c2ec9ef is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:12.417653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:12.426256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 5383387f-0bca-48cd-a076-d16c3999dd4f up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:12.426623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:12.435943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Made reservation on behalf of 44df2d570f634a79887bd48d6c2ec9ef for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:03:12.441591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.456551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.474057 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:12.478512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Usage tracker for resource:security_group_rule and tenant:44df2d570f634a79887bd48d6c2ec9ef is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:12.481543 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:12.491231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:12.500890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning for port 5383387f-0bca-48cd-a076-d16c3999dd4f completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:12.507389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 5383387f-0bca-48cd-a076-d16c3999dd4f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:12.507816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.583255 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.586439 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.591315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e0fd5524-6c25-4185-9280-bcaaac8caf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:12.621855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790}  {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:03:12.631175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f262ddf7-15b4-4e12-9d24-b85b90c42cd8,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:12.634529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:12.637561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.639015 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.639548 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.segments_db [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Added segment 022ee5a3-5e78-45c0-ab56-2aa625fb63c6 of type vlan for network 19b452bb-c309-496d-a8d9-d08c6427af14
Apr 15 20:03:12.670139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784712929634'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.673118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] For port 5383387f-0bca-48cd-a076-d16c3999dd4f, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=5383387f-0bca-48cd-a076-d16c3999dd4f,segment=NetworkSegment(acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129),segment_id=acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:12.683702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.686635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:12.716345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.717753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:12.718403 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:12.724212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-510ab7d4-a2ab-4593-8e06-5ac43684f4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:12.764341 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Pushing event updated for resources: {'Port': ['ID=5383387f-0bca-48cd-a076-d16c3999dd4f,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:12.768233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:12.832602 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5511062
Apr 15 20:03:12.833579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Pushing event updated for resources: {'Network': ['ID=19b452bb-c309-496d-a8d9-d08c6427af14,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:12.835702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 51666) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:12.836633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:12.842095 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Request body: {'subnet': {'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1065668212-subnet', 'tenant_id': '44df2d570f634a79887bd48d6c2ec9ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:12.844822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Network 19b452bb-c309-496d-a8d9-d08c6427af14 details requested by agent ovs-agent-dv-cinder-786384-2-iscsi with host dv-cinder-786384-2-iscsi {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:03:12.848167 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:12.852282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Usage tracker for resource:subnet and tenant:44df2d570f634a79887bd48d6c2ec9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:12.856478 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:12.863705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:12.880299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Made reservation on behalf of 44df2d570f634a79887bd48d6c2ec9ef for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:03:12.885235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852250156'] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:13.313622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2135659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852250137'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:13.330125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:13.444895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:13.454045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:13.532773 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Checking segment: {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:03:13.533155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Network hostable DHCP agents. Network: 19b452bb-c309-496d-a8d9-d08c6427af14, hostable agents: ['2e311fb9-168f-4b40-8f23-4be8f4a20f3c'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:03:13.553237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Network 19b452bb-c309-496d-a8d9-d08c6427af14 is scheduled to be hosted by DHCP agent 2e311fb9-168f-4b40-8f23-4be8f4a20f3c with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:03:13.562636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-2-iscsi, 19b452bb-c309-496d-a8d9-d08c6427af14) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:03:13.574438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54117a-5fe2-4057-b05b-ea0e5332d74a None None] Network 19b452bb-c309-496d-a8d9-d08c6427af14 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:03:13.576015 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:13.576838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:13.599672 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6f75f63b-b9d2-4a7e-b742-5560c01269ea admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7627521
Apr 15 20:03:13.805533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d86c2-12ad-470b-9771-e4e4ad233e05 None None] Network 19b452bb-c309-496d-a8d9-d08c6427af14 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:03:14.160637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-314db75d-3f3a-45c5-8034-8c1a8942b10a tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:14.162479 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-314db75d-3f3a-45c5-8034-8c1a8942b10a tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 815 time: 0.1594803
Apr 15 20:03:14.177952 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-482c6312-a000-46ac-a165-153ae77e5f40 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/quotas/44df2d570f634a79887bd48d6c2ec9ef HTTP/1.1" status: 200  len: 375 time: 0.0093784
Apr 15 20:03:14.235634 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-465a2223-78ce-4c0b-a646-97388e28db74 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0519209
Apr 15 20:03:14.379223 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-ff9bbef9-b2c7-4dea-9c7e-1919747ad101 service neutron] 10.222.0.58 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361771
Apr 15 20:03:14.399216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 5383387f-0bca-48cd-a076-d16c3999dd4f up at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:14.479197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Provisioning complete for port 5383387f-0bca-48cd-a076-d16c3999dd4f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:14.479948 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:14.532464 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-aacb3567-30bd-40be-b7af-81de7596c97f service neutron] 10.222.0.58 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460226
Apr 15 20:03:14.742582 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fd415d35-69ff-417a-8edd-9a738769afb2 req-e7d16ecd-8799-4036-8d1b-07d03b027cdd tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0505116
Apr 15 20:03:15.865311 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-71ef9994-5b2f-4172-9cbd-00478fa5341e req-4e8df97d-7e56-40fc-9e73-7b1a6c2f876d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0529675
Apr 15 20:03:16.974953 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c661e958-bc7e-41ea-8299-78ddd5c5d647 req-68c58c5c-91c0-40c8-b844-3aa1b4c2d8d1 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0535450
Apr 15 20:03:18.082047 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a2d0ba1b-193d-497a-8e58-9aff84e9b1d2 req-fa3d9487-ea14-4710-a123-06a60048eb4f tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0503623
Apr 15 20:03:19.243347 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-35c126f6-4ca2-496b-9905-59d501ffaa93 req-0319281d-8e4f-4371-a60e-e7ec124cfd86 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0492909
Apr 15 20:03:20.408003 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-89305cab-7f28-48ef-98a9-2eecbe4ded3d req-16c22168-5d2b-471e-a068-c0b88a210dd9 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0509357
Apr 15 20:03:21.575236 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2761ae78-a158-4cd2-acaf-9e2c883a7769 req-39fc56a4-8e06-4219-9fc3-8fc3f37f7132 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0500703
Apr 15 20:03:22.744699 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-954d4742-647a-407b-8732-d0093dbe080c req-a7e733ca-a395-4f34-88fa-da855b55aafb tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0493462
Apr 15 20:03:23.909178 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b70d334c-6a08-4e04-8060-b75c20da36fc req-85776ce3-53c7-4b09-85a1-d907643b1161 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0523474
Apr 15 20:03:25.094996 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1511f3b4-f973-41d2-91a6-9abf7426679d req-27961031-d66b-4468-9e42-7cb82bafb3ce tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.0701873
Apr 15 20:03:25.132528 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-72055dba-1073-4ea9-b52e-3cdb8bcf9e66 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:25.134276 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-72055dba-1073-4ea9-b52e-3cdb8bcf9e66 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 815 time: 0.2237933
Apr 15 20:03:25.146295 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Request body: {'port': {'device_id': '318e31f6-3faa-466b-8733-aec0c90a30bd', 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14', 'admin_state_up': True, 'tenant_id': '44df2d570f634a79887bd48d6c2ec9ef'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:25.290910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:25.295768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Usage tracker for resource:port and tenant:44df2d570f634a79887bd48d6c2ec9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:25.299387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:25.305457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:25.314764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Made reservation on behalf of 44df2d570f634a79887bd48d6c2ec9ef for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:03:25.320862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:25.499058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Allocated IP 172.20.0.12 (19b452bb-c309-496d-a8d9-d08c6427af14/2bfa00a0-ff5b-47c4-87d2-dfa40b92c354/70dde193-a63c-4be3-b49a-989926274145) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:03:25.736223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:25.766606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:25.784870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6de58654-3767-45f1-b735-cc50f8b2fb2a tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:25.922774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Pushing event updated for resources: {'Port': ['ID=70dde193-a63c-4be3-b49a-989926274145,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:25.938490 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:25.981687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Network 19b452bb-c309-496d-a8d9-d08c6427af14 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:03:25.982608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:03:25.985196 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:03:26.051782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:26.052458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:26.077277 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9350529
Apr 15 20:03:26.089976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Request body: {'port': {'device_id': '318e31f6-3faa-466b-8733-aec0c90a30bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:26.218491 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:26.679842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1fb3e-5c7c-4d68-a9b6-f9cf4fe1c997 req-0909a580-443b-4c58-b546-4d04280f4cb0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:26.680601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-62e1fb3e-5c7c-4d68-a9b6-f9cf4fe1c997 req-0909a580-443b-4c58-b546-4d04280f4cb0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Synchronizing usage tracker for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:03:26.773846 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-62e1fb3e-5c7c-4d68-a9b6-f9cf4fe1c997 req-0909a580-443b-4c58-b546-4d04280f4cb0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Unset dirty status for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:03:26.775132 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62e1fb3e-5c7c-4d68-a9b6-f9cf4fe1c997 req-0909a580-443b-4c58-b546-4d04280f4cb0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 932 time: 0.5457532
Apr 15 20:03:26.857694 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62e1fb3e-5c7c-4d68-a9b6-f9cf4fe1c997 req-ffef767c-9c29-4d4b-8cda-0d52c4588a9d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723817
Apr 15 20:03:26.944462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70dde193-a63c-4be3-b49a-989926274145 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:03:26.952045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:26.966577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Transition to ACTIVE for port object 70dde193-a63c-4be3-b49a-989926274145 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:03:26.969770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:26.985942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-736ac33e-4a6a-4256-81d8-abe2fa9e2306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:27.117438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Pushing event updated for resources: {'Port': ['ID=70dde193-a63c-4be3-b49a-989926274145,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:27.121954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:27.338199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Attempting to bind port 70dde193-a63c-4be3-b49a-989926274145 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:03:27.338667 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Attempting to bind port 70dde193-a63c-4be3-b49a-989926274145 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:03:27.338883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Attempting to bind port 70dde193-a63c-4be3-b49a-989926274145 on network 19b452bb-c309-496d-a8d9-d08c6427af14 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:27.343828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Port 70dde193-a63c-4be3-b49a-989926274145 on network 19b452bb-c309-496d-a8d9-d08c6427af14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:03:27.344219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Attempting to bind port 70dde193-a63c-4be3-b49a-989926274145 on network 19b452bb-c309-496d-a8d9-d08c6427af14 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:27.349676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:03:27.350043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Checking segment: {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:03:27.350457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Bound using segment: {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:03:27.350920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Bound port: 70dde193-a63c-4be3-b49a-989926274145, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:03:27.351328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:27.445400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] For port 70dde193-a63c-4be3-b49a-989926274145, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:03:27.448552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] For port 70dde193-a63c-4be3-b49a-989926274145, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70dde193-a63c-4be3-b49a-989926274145,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:03:27.452111 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:27.467436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-16e34f11-0305-4bc1-b222-cdfded102801 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:27.477498 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:27.621202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Pushing event updated for resources: {'Port': ['ID=70dde193-a63c-4be3-b49a-989926274145,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:27.628404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:27.668219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:27.668793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:27.670252 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] 10.222.0.68 "PUT /v2.0/ports/70dde193-a63c-4be3-b49a-989926274145 HTTP/1.1" status: 200  len: 1094 time: 1.5851238
Apr 15 20:03:27.670806 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318e31f6-3faa-466b-8733-aec0c90a30bd', 'tag': '70dde193-a63c-4be3-b49a-989926274145'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:03:27.752974 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318e31f6-3faa-466b-8733-aec0c90a30bd', 'tag': '70dde193-a63c-4be3-b49a-989926274145', 'status': 'completed', 'code': 200}
Apr 15 20:03:27.795502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-86bde120-b608-4fd6-83a2-719e881e6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:27.797094 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-86bde120-b608-4fd6-83a2-719e881e6d36 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 1097 time: 0.0829639
Apr 15 20:03:27.878031 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-ef3f5c53-8041-46b8-9fe8-467fa13b0b5d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70dde193-a63c-4be3-b49a-989926274145 HTTP/1.1" status: 200  len: 217 time: 0.0719018
Apr 15 20:03:27.950690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-bc3afc29-86ab-4a19-bb19-6bfcd5218622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:27.952304 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-bc3afc29-86ab-4a19-bb19-6bfcd5218622 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 HTTP/1.1" status: 200  len: 855 time: 0.0661829
Apr 15 20:03:28.050635 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-88567672-5f85-4dcd-94ab-e2896c23ab27 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=19b452bb-c309-496d-a8d9-d08c6427af14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0911868
Apr 15 20:03:28.217585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d7abd-2665-4a1e-a071-44d06d56d3ae req-13d61e31-ba6a-4c54-a5b0-4e6dd6e277de tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:28.219712 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-be5d7abd-2665-4a1e-a071-44d06d56d3ae req-13d61e31-ba6a-4c54-a5b0-4e6dd6e277de tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 944 time: 0.2245557
Apr 15 20:03:28.225730 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-b200812e-2532-448e-90c8-f6e181bdc1f9 service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663959
Apr 15 20:03:28.355545 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-be5d7abd-2665-4a1e-a071-44d06d56d3ae req-77d7af49-60d3-439f-8a2e-f6725378bf0c tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287789
Apr 15 20:03:28.399609 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d57f148d-4faf-4d8d-9d48-9d98b95db634 req-8ef06b3b-3ac1-40a1-aa7f-0ba338f508ce service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572483
Apr 15 20:03:28.526763 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-c160af89-19e6-46cd-9b20-4f2860370c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:28.528269 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-c160af89-19e6-46cd-9b20-4f2860370c6d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 1097 time: 0.0813787
Apr 15 20:03:28.671088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-48b7d8c9-9403-4c18-88dc-dce873c72724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:28.672737 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-48b7d8c9-9403-4c18-88dc-dce873c72724 service neutron] 10.222.0.68 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 916 time: 0.1376703
Apr 15 20:03:28.746428 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-0f87cc75-ecf4-4c13-b210-1ceaf568ce1e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70dde193-a63c-4be3-b49a-989926274145 HTTP/1.1" status: 200  len: 217 time: 0.0659180
Apr 15 20:03:28.818801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-1ad4acad-8596-48a8-bea9-2488d3e4675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:28.820387 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-1ad4acad-8596-48a8-bea9-2488d3e4675b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 HTTP/1.1" status: 200  len: 855 time: 0.0671763
Apr 15 20:03:28.874030 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-9ee8f531-4fb4-41eb-9f41-7801c35e05f6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=19b452bb-c309-496d-a8d9-d08c6427af14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460315
Apr 15 20:03:29.018857 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-72dabe73-1ff4-4a3b-8f53-f2900b2aa90b service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359675
Apr 15 20:03:29.165945 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-80d5e8cf-630c-4801-bcb2-c193dd94edd2 req-abeab1bd-aa66-412d-bc85-3f60cfdfa84a service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390927
Apr 15 20:03:29.556700 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b24fe-0e16-472c-91f5-f34657b4923e req-d31d0e72-d5b5-4fa2-bf68-bc23d67add8e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:29.558276 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3e3b24fe-0e16-472c-91f5-f34657b4923e req-d31d0e72-d5b5-4fa2-bf68-bc23d67add8e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 944 time: 0.0865929
Apr 15 20:03:29.609116 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3e3b24fe-0e16-472c-91f5-f34657b4923e req-921ed2d6-380f-4df9-9099-c5aafdcc6dd2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444636
Apr 15 20:03:30.809770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39471864-7a53-4a09-b434-5aca942da319 req-dddd8690-c1c3-4d34-8ffa-c219a46a7cc4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:30.811465 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-39471864-7a53-4a09-b434-5aca942da319 req-dddd8690-c1c3-4d34-8ffa-c219a46a7cc4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 944 time: 0.0893714
Apr 15 20:03:30.859686 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-39471864-7a53-4a09-b434-5aca942da319 req-19248844-d45d-4f33-a830-36fc1c42f0d8 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415711
Apr 15 20:03:32.064717 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f896076-20b9-483b-b9c4-3cb4b6bb0d07 req-b63cee4d-bcce-4650-bda3-cd558e3a28f0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:32.066290 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5f896076-20b9-483b-b9c4-3cb4b6bb0d07 req-b63cee4d-bcce-4650-bda3-cd558e3a28f0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 944 time: 0.0931709
Apr 15 20:03:32.115759 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5f896076-20b9-483b-b9c4-3cb4b6bb0d07 req-44826eae-1e71-4d6e-96f5-c3c5b347eb41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429850
Apr 15 20:03:32.212223 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 70dde193-a63c-4be3-b49a-989926274145 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:03:32.353966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 70dde193-a63c-4be3-b49a-989926274145, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70dde193-a63c-4be3-b49a-989926274145,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:32.370071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '70dde193-a63c-4be3-b49a-989926274145', 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14', 'port_id': '70dde193-a63c-4be3-b49a-989926274145', 'mac_address': 'fa:16:3e:7f:a5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfa00a0-ff5b-47c4-87d2-dfa40b92c354', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:03:32.431376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:32.611199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70dde193-a63c-4be3-b49a-989926274145 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:03:32.627982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 70dde193-a63c-4be3-b49a-989926274145, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70dde193-a63c-4be3-b49a-989926274145,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:32.631038 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:32.632907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:32.705206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=70dde193-a63c-4be3-b49a-989926274145,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:32.708555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:33.085462 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['70dde193-a63c-4be3-b49a-989926274145'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:03:33.319460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0969f9-2f5c-4ddd-b42f-7adb531fb645 req-3e5a790e-5da4-4ad9-8d6d-0410bf9071fd tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:33.321088 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7f0969f9-2f5c-4ddd-b42f-7adb531fb645 req-3e5a790e-5da4-4ad9-8d6d-0410bf9071fd tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 945 time: 0.0905344
Apr 15 20:03:33.368307 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7f0969f9-2f5c-4ddd-b42f-7adb531fb645 req-e14f864f-cfc5-4038-8fff-d18df44e56da tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410435
Apr 15 20:03:34.026794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8435e03b-95c1-44af-9408-ea3cb44539bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:34.227965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 70dde193-a63c-4be3-b49a-989926274145 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:34.299938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 70dde193-a63c-4be3-b49a-989926274145 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:34.304704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 70dde193-a63c-4be3-b49a-989926274145 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:34.305125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:34.432517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:34.464333 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e31f6-3faa-466b-8733-aec0c90a30bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dde193-a63c-4be3-b49a-989926274145'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:03:34.479887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 70dde193-a63c-4be3-b49a-989926274145, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70dde193-a63c-4be3-b49a-989926274145,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:34.486861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:34.488905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:34.566641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=70dde193-a63c-4be3-b49a-989926274145,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:34.570018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:34.587072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5355b-9c41-41ae-bb03-cb85beee3237 req-7d976f94-f8e3-4964-a2b4-68e71868b40c tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:34.588788 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d4b5355b-9c41-41ae-bb03-cb85beee3237 req-7d976f94-f8e3-4964-a2b4-68e71868b40c tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 946 time: 0.1018438
Apr 15 20:03:34.590473 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e31f6-3faa-466b-8733-aec0c90a30bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70dde193-a63c-4be3-b49a-989926274145', 'code': 200}
Apr 15 20:03:34.638951 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d4b5355b-9c41-41ae-bb03-cb85beee3237 req-4e6f0919-2718-4942-9fb1-dcae62f3f6c1 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436437
Apr 15 20:03:34.835512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a1512-94aa-4eda-a872-bace43748f35 req-6c1c1244-4021-4d54-b7c3-8a1c85c85645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:34.837021 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-779a1512-94aa-4eda-a872-bace43748f35 req-6c1c1244-4021-4d54-b7c3-8a1c85c85645 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 1099 time: 0.0761926
Apr 15 20:03:34.882553 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-779a1512-94aa-4eda-a872-bace43748f35 req-5265688b-7862-48da-90de-cfd30daec9bb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391281
Apr 15 20:03:35.852625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63dccc-586e-41b4-8ddd-11a9dae21809 req-6bbdc5d3-d3a0-4de0-bf9b-71ae7f06e80e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:35.854231 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb63dccc-586e-41b4-8ddd-11a9dae21809 req-6bbdc5d3-d3a0-4de0-bf9b-71ae7f06e80e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 946 time: 0.0911145
Apr 15 20:03:35.902760 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fb63dccc-586e-41b4-8ddd-11a9dae21809 req-26b808cb-7b32-4f1a-8c76-7a1a3bbe666b tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419919
Apr 15 20:03:35.997139 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-1c8390eb-8c30-4d12-be7b-8746ede3f2da tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:03:36.017936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-1c8390eb-8c30-4d12-be7b-8746ede3f2da tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:03:36.019222 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-1c8390eb-8c30-4d12-be7b-8746ede3f2da tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743425793&fields=id&tenant_id=3e2a79620ac740e5a6e598a862a97631 HTTP/1.1" status: 200  len: 267 time: 0.0642600
Apr 15 20:03:36.177792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-13cbfcd2-a5c5-44f8-9fa9-71b4713e69ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:36.191448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-ec0cc9d1-8a39-4779-b6e1-291a51050fbc tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:36.192191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-ec0cc9d1-8a39-4779-b6e1-291a51050fbc tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:03:36.208371 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-ec0cc9d1-8a39-4779-b6e1-291a51050fbc tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:03:36.209886 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-ec0cc9d1-8a39-4779-b6e1-291a51050fbc tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 812 time: 0.1821628
Apr 15 20:03:36.226825 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-bb3560fa-5440-4835-8537-662c4b4eaa09 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/quotas/3e2a79620ac740e5a6e598a862a97631 HTTP/1.1" status: 200  len: 375 time: 0.0102377
Apr 15 20:03:36.322727 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-4db57c5c-983f-40a9-8b5a-124d845b3d34 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0900702
Apr 15 20:03:36.470449 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-36f205e4-3181-4678-819a-864660c1401b service neutron] 10.222.0.58 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352503
Apr 15 20:03:36.850664 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-3feb0971-b84f-4a1c-884c-43c4dff20335 service neutron] 10.222.0.58 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3737164
Apr 15 20:03:36.882155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:37.111208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954a102-0b5c-4098-a460-ce0a76f0cf75 req-97add6a4-e820-4fac-8b24-c1ab3b1e4542 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:37.112813 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6954a102-0b5c-4098-a460-ce0a76f0cf75 req-97add6a4-e820-4fac-8b24-c1ab3b1e4542 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 946 time: 0.0922868
Apr 15 20:03:37.171687 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6954a102-0b5c-4098-a460-ce0a76f0cf75 req-5795bd34-9aa4-40fa-819d-8406791d3dae tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509491
Apr 15 20:03:37.289314 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-27e68fbb-c7e5-4153-aadc-6d3349e0d3b3 req-c3068e62-b651-4f01-9fbc-57ed05a1e274 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 210 time: 0.0522680
Apr 15 20:03:37.722963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:38.419062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-a41eb2c8-8772-43cf-85de-17690e3997eb tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:38.420788 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-a41eb2c8-8772-43cf-85de-17690e3997eb tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 812 time: 0.1722822
Apr 15 20:03:38.485878 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e4b34df0-1e15-458f-bb4b-d4fb2dd521b1 req-98aa5c9a-5194-4a65-be31-6c73cd52e9b0 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 210 time: 0.0639999
Apr 15 20:03:38.549786 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-eec97dfa-1cf4-4fb7-9101-a0a2ad1f5983 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e2a79620ac740e5a6e598a862a97631 HTTP/1.1" status: 200  len: 8059 time: 0.0855474
Apr 15 20:03:38.559866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'port': {'device_id': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'admin_state_up': True, 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'security_groups': ['3cf3563e-58c7-4cb5-a2fd-d1c3c386b801']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:38.709750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:38.713795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:port and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:38.717110 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:38.723624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:38.732490 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Made reservation on behalf of 3e2a79620ac740e5a6e598a862a97631 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:03:38.739122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:38.776611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:38.920216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Allocated IP 172.20.0.12 (5a40994e-48a3-4ca3-b74f-8d7720ae07a5/8e059e67-7d99-44e4-847c-f162c3cdd0ff/d19ac357-560f-4e16-8746-937ee97d7e5c) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:03:39.149205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:39.166957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Transition to ACTIVE for port object d19ac357-560f-4e16-8746-937ee97d7e5c will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:03:39.197050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:39.214726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2e1e9944-d0fc-4624-93f5-12b3fc74a1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:39.357665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'Port': ['ID=d19ac357-560f-4e16-8746-937ee97d7e5c,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:39.370102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.370820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.371238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.371665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.372066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.372481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.372881 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.373284 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.373684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.374088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.374488 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.374960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:39.380809 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:39.440039 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:03:39.441261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:03:39.443799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:03:39.514797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:39.515600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:39.538003 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9827669
Apr 15 20:03:39.551560 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Request body: {'port': {'device_id': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:39.686457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-37d06aa4-6641-48ad-a3c1-89e2295fbb89 None None] Provisioning for port d19ac357-560f-4e16-8746-937ee97d7e5c completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:39.691973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-37d06aa4-6641-48ad-a3c1-89e2295fbb89 None None] Provisioning complete for port d19ac357-560f-4e16-8746-937ee97d7e5c triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:39.692393 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-37d06aa4-6641-48ad-a3c1-89e2295fbb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:39.730965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:39.751880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-37d06aa4-6641-48ad-a3c1-89e2295fbb89 None None] Port d19ac357-560f-4e16-8746-937ee97d7e5c cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:03:39.809512 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43024113-a113-47ee-b38d-219ef8530f06 req-c6c16955-9e42-4489-9867-48d1a484bf59 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:39.810270 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-43024113-a113-47ee-b38d-219ef8530f06 req-c6c16955-9e42-4489-9867-48d1a484bf59 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:03:39.890206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-43024113-a113-47ee-b38d-219ef8530f06 req-c6c16955-9e42-4489-9867-48d1a484bf59 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:03:39.891557 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-43024113-a113-47ee-b38d-219ef8530f06 req-c6c16955-9e42-4489-9867-48d1a484bf59 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 932 time: 0.2841401
Apr 15 20:03:40.029229 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-43024113-a113-47ee-b38d-219ef8530f06 req-0fc6ec16-eec8-4c90-93f6-0d83326b4f58 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1311913
Apr 15 20:03:40.171912 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19ac357-560f-4e16-8746-937ee97d7e5c {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:03:40.179960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:40.194721 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Transition to ACTIVE for port object d19ac357-560f-4e16-8746-937ee97d7e5c will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:03:40.197444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:40.216771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-22496956-7d69-4356-b0b7-a37d9071a400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:40.355430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Pushing event updated for resources: {'Port': ['ID=d19ac357-560f-4e16-8746-937ee97d7e5c,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:40.367807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:40.597811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Attempting to bind port d19ac357-560f-4e16-8746-937ee97d7e5c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:03:40.598307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Attempting to bind port d19ac357-560f-4e16-8746-937ee97d7e5c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:03:40.598608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Attempting to bind port d19ac357-560f-4e16-8746-937ee97d7e5c on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:40.604256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Port d19ac357-560f-4e16-8746-937ee97d7e5c on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:03:40.604618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Attempting to bind port d19ac357-560f-4e16-8746-937ee97d7e5c on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:40.610435 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:03:40.610808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Checking segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:03:40.611225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Bound using segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:03:40.611725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Bound port: d19ac357-560f-4e16-8746-937ee97d7e5c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:03:40.612108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:40.711727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] For port d19ac357-560f-4e16-8746-937ee97d7e5c, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:03:40.714731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] For port d19ac357-560f-4e16-8746-937ee97d7e5c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d19ac357-560f-4e16-8746-937ee97d7e5c,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:03:40.718079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:40.733511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-761ef5ae-e1ff-4e21-86ef-a578eb5b1a29 tempest-VolumesSnapshotTestJSON-1201389932 tempest-VolumesSnapshotTestJSON-1201389932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:40.888864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Pushing event updated for resources: {'Port': ['ID=d19ac357-560f-4e16-8746-937ee97d7e5c,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:40.895611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:40.926745 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:40.927258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:40.928744 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] 10.222.0.68 "PUT /v2.0/ports/d19ac357-560f-4e16-8746-937ee97d7e5c HTTP/1.1" status: 200  len: 1094 time: 1.3826497
Apr 15 20:03:40.929274 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'tag': 'd19ac357-560f-4e16-8746-937ee97d7e5c'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:03:41.014996 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'tag': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'status': 'completed', 'code': 200}
Apr 15 20:03:41.056022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-43751730-4690-4a5c-a282-b9455ac37927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:41.057657 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-43751730-4690-4a5c-a282-b9455ac37927 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 1097 time: 0.0892622
Apr 15 20:03:41.135731 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-d6e6cc34-54de-49d6-8967-963d44976e4e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19ac357-560f-4e16-8746-937ee97d7e5c HTTP/1.1" status: 200  len: 217 time: 0.0699234
Apr 15 20:03:41.262312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-a9626808-67fa-4fc4-ac47-dad8bcced924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:41.263807 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-a9626808-67fa-4fc4-ac47-dad8bcced924 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.1216853
Apr 15 20:03:41.345940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fdfd7-6adc-4929-8f04-44aeb660df4b req-307a6fe1-8bce-4e55-96f5-41f5cba0a463 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:41.347557 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a1fdfd7-6adc-4929-8f04-44aeb660df4b req-307a6fe1-8bce-4e55-96f5-41f5cba0a463 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 944 time: 0.1647458
Apr 15 20:03:41.411913 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9a1fdfd7-6adc-4929-8f04-44aeb660df4b req-9c2d6d6a-035b-4392-aefa-b88080426e09 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577986
Apr 15 20:03:41.414109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-59eee981-bf0c-4817-88e9-aacde6223340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:41.415644 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-59eee981-bf0c-4817-88e9-aacde6223340 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1412392
Apr 15 20:03:41.561792 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-f36c8eb2-ee15-48be-9dc1-ecad62ae519d service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391594
Apr 15 20:03:41.706191 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b13c698b-2a37-41af-8169-f99fe9f2922d req-7963e33c-06fe-4878-bf32-bedfff75e9a9 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379168
Apr 15 20:03:41.829271 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601818-7849-444a-b1c5-deb6438e6a05 req-2b91828a-56f9-4cf6-ace7-017db1c31256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:41.830872 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42601818-7849-444a-b1c5-deb6438e6a05 req-2b91828a-56f9-4cf6-ace7-017db1c31256 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 1097 time: 0.0792289
Apr 15 20:03:41.974903 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601818-7849-444a-b1c5-deb6438e6a05 req-a6f35816-7cf1-439e-9e7c-fd7aa7485243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:41.976513 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42601818-7849-444a-b1c5-deb6438e6a05 req-a6f35816-7cf1-439e-9e7c-fd7aa7485243 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1380272
Apr 15 20:03:42.053140 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42601818-7849-444a-b1c5-deb6438e6a05 req-d7ad8143-feef-479b-a1bf-ad55aa18ce85 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19ac357-560f-4e16-8746-937ee97d7e5c HTTP/1.1" status: 200  len: 217 time: 0.0697231
Apr 15 20:03:42.121066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601818-7849-444a-b1c5-deb6438e6a05 req-08e67e9f-9b4c-4854-90cc-2a720504e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:42.122516 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42601818-7849-444a-b1c5-deb6438e6a05 req-08e67e9f-9b4c-4854-90cc-2a720504e9cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0633264
Apr 15 20:03:42.437859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42601818-7849-444a-b1c5-deb6438e6a05 req-78c76ed8-514c-4ea2-a0b7-1d5d97890a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:42.439391 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42601818-7849-444a-b1c5-deb6438e6a05 req-78c76ed8-514c-4ea2-a0b7-1d5d97890a60 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3102052
Apr 15 20:03:42.636802 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42601818-7849-444a-b1c5-deb6438e6a05 req-66e59a2c-64f4-4aaa-b42a-8c016e357085 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904445
Apr 15 20:03:42.740949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfedf54-2ed2-40ac-a02d-fe51507bf9de req-4ea3fee7-449e-475c-9674-5bfda125a5e1 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:42.742542 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6cfedf54-2ed2-40ac-a02d-fe51507bf9de req-4ea3fee7-449e-475c-9674-5bfda125a5e1 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 944 time: 0.2149019
Apr 15 20:03:42.827734 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6cfedf54-2ed2-40ac-a02d-fe51507bf9de req-23866734-f6b8-4ca1-a9d9-c883890f3b70 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747800
Apr 15 20:03:42.838543 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-42601818-7849-444a-b1c5-deb6438e6a05 req-d312d8a9-762e-48fa-a65f-61a4976ffbf7 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927879
Apr 15 20:03:44.025497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65b0da-6c9c-402a-8642-c666a57e644c req-7759f354-b61f-4e4a-8e88-c35cc909ae85 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:44.026986 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6f65b0da-6c9c-402a-8642-c666a57e644c req-7759f354-b61f-4e4a-8e88-c35cc909ae85 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 944 time: 0.0865049
Apr 15 20:03:44.073771 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6f65b0da-6c9c-402a-8642-c666a57e644c req-b61e784b-54b5-41de-ab33-85a7ff5ef3d1 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399716
Apr 15 20:03:45.274665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7f8f7-b4c2-48e7-b703-d59d3cdd3dd5 req-555bcdbb-7426-4985-8a2c-76518206dcdd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:45.276277 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-adb7f8f7-b4c2-48e7-b703-d59d3cdd3dd5 req-555bcdbb-7426-4985-8a2c-76518206dcdd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 944 time: 0.0902784
Apr 15 20:03:45.323116 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-adb7f8f7-b4c2-48e7-b703-d59d3cdd3dd5 req-1c80935c-5d56-457f-85da-b00389d5e3ed tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400589
Apr 15 20:03:46.528330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf4c16-4e25-4a5a-9e13-0ceac809dd06 req-b2dd700d-7d5a-4a94-9a0a-c3a46935883a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:46.529926 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45bf4c16-4e25-4a5a-9e13-0ceac809dd06 req-b2dd700d-7d5a-4a94-9a0a-c3a46935883a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 944 time: 0.0890081
Apr 15 20:03:46.580885 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-45bf4c16-4e25-4a5a-9e13-0ceac809dd06 req-bc50c0bf-5b6b-46ae-b371-1f6cff2e61e6 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437520
Apr 15 20:03:47.153315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:03:47.313916 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-a89d8334-cfc8-4d96-b8bb-894a73c36626 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:47.315504 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-a89d8334-cfc8-4d96-b8bb-894a73c36626 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 815 time: 0.1542735
Apr 15 20:03:47.331654 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-20aa9eaa-595a-400f-8335-0d5c8170a80e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/quotas/44df2d570f634a79887bd48d6c2ec9ef HTTP/1.1" status: 200  len: 375 time: 0.0099964
Apr 15 20:03:47.416701 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-27bcdc0d-b78c-4396-86e3-e140fab3f773 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0796971
Apr 15 20:03:47.476577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-ebc5cca3-66ca-4f40-ade5-f4fe04a982ab service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:03:47.477644 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-ebc5cca3-66ca-4f40-ade5-f4fe04a982ab service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0539186
Apr 15 20:03:47.618068 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-d9d6a7c4-b788-4587-95f6-45ead1fbf994 service neutron] 10.222.0.58 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340446
Apr 15 20:03:47.828951 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-bbcc8727-0ec5-486a-b511-a4d07373a86f service neutron] 10.222.0.58 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2037315
Apr 15 20:03:47.841971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d8a8d-d600-497f-acaf-d04166e68cf0 req-d8d05867-86dd-4bbc-ba09-5ed13a3ea766 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:47.843531 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e28d8a8d-d600-497f-acaf-d04166e68cf0 req-d8d05867-86dd-4bbc-ba09-5ed13a3ea766 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 944 time: 0.1426113
Apr 15 20:03:47.892489 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e28d8a8d-d600-497f-acaf-d04166e68cf0 req-8967a7ed-8c8f-4c8d-89f1-92c8e23d026a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422349
Apr 15 20:03:48.022380 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4d0c59c4-82e8-4cc1-a26b-19cfb3db0dab req-01fe83ad-08ce-4f83-9e14-66bcad84beea tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 210 time: 0.0478053
Apr 15 20:03:49.144909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-e7f70e49-f6cd-4c18-842c-9b03f57f3100 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:49.146461 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-e7f70e49-f6cd-4c18-842c-9b03f57f3100 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 815 time: 0.2242093
Apr 15 20:03:49.202148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Request body: {'port': {'device_id': '118b1950-dfda-48f8-980a-00ead8b8d208', 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14', 'admin_state_up': True, 'tenant_id': '44df2d570f634a79887bd48d6c2ec9ef'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:49.221420 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b9e3f2c6-a1d0-4205-bd0c-1e7f84a4e081 req-e8fe1fba-73f3-4402-93e3-2f1daee2c082 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 210 time: 0.0739508
Apr 15 20:03:49.282022 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccd882-ca82-4f19-87ef-cc2a8518d5b4 req-43daf4b5-e5cf-48eb-abcb-dbd1c9edc8f4 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:49.283632 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09ccd882-ca82-4f19-87ef-cc2a8518d5b4 req-43daf4b5-e5cf-48eb-abcb-dbd1c9edc8f4 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 944 time: 0.2694499
Apr 15 20:03:49.371780 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-09ccd882-ca82-4f19-87ef-cc2a8518d5b4 req-39bf4302-ae01-4d13-8606-408deb318fe4 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789585
Apr 15 20:03:49.396822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:49.408114 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:49.417058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Made reservation on behalf of 44df2d570f634a79887bd48d6c2ec9ef for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:03:49.423611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:49.589345 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Allocated IP 172.20.0.6 (19b452bb-c309-496d-a8d9-d08c6427af14/2bfa00a0-ff5b-47c4-87d2-dfa40b92c354/0e03daab-9107-44f5-b911-4333acb78689) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:03:49.800918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:49.829775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:49.844951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c0c86c91-e02e-4e7e-af50-3fb556cb8c15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:49.847401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['70dde193-a63c-4be3-b49a-989926274145'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:03:49.982883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Pushing event updated for resources: {'Port': ['ID=0e03daab-9107-44f5-b911-4333acb78689,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:49.987435 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:50.042105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Network 19b452bb-c309-496d-a8d9-d08c6427af14 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:03:50.043328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:03:50.045580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:03:50.109551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:50.110145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:50.134310 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9472811
Apr 15 20:03:50.218423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Request body: {'port': {'device_id': '118b1950-dfda-48f8-980a-00ead8b8d208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:50.367814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device d19ac357-560f-4e16-8746-937ee97d7e5c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:03:50.373472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:50.515931 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port d19ac357-560f-4e16-8746-937ee97d7e5c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d19ac357-560f-4e16-8746-937ee97d7e5c,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:50.529561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'port_id': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'mac_address': 'fa:16:3e:50:27:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:03:50.590930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:50.608245 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19ac357-560f-4e16-8746-937ee97d7e5c {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:03:50.616033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea37bce-bdfa-4f14-b016-7ea5126a4efd req-dba177b8-fb68-4d3f-ad87-491e56d414ae tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:50.616761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cea37bce-bdfa-4f14-b016-7ea5126a4efd req-dba177b8-fb68-4d3f-ad87-491e56d414ae tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Synchronizing usage tracker for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:03:50.625562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port d19ac357-560f-4e16-8746-937ee97d7e5c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d19ac357-560f-4e16-8746-937ee97d7e5c,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:50.628796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:50.631803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:50.701299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=d19ac357-560f-4e16-8746-937ee97d7e5c,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:50.709105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.709573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.709853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.710228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.710600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.710967 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.711767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.711767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.712066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.712407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.712768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.713128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:50.719481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:50.730648 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cea37bce-bdfa-4f14-b016-7ea5126a4efd req-dba177b8-fb68-4d3f-ad87-491e56d414ae tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Unset dirty status for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:03:50.731944 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cea37bce-bdfa-4f14-b016-7ea5126a4efd req-dba177b8-fb68-4d3f-ad87-491e56d414ae tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 931 time: 0.3945451
Apr 15 20:03:51.010145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['d19ac357-560f-4e16-8746-937ee97d7e5c'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:03:51.033237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582b21-38f7-4caa-b30a-5f58360daf7c req-dfdebde6-e3b6-4670-bcc4-c801e788be9c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:51.034976 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5f582b21-38f7-4caa-b30a-5f58360daf7c req-dfdebde6-e3b6-4670-bcc4-c801e788be9c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 944 time: 0.5444548
Apr 15 20:03:51.095739 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cea37bce-bdfa-4f14-b016-7ea5126a4efd req-133d9fb2-8c5a-474d-9b5a-0d6296be9bcc tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3490145
Apr 15 20:03:51.127267 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5f582b21-38f7-4caa-b30a-5f58360daf7c req-0a914107-1fee-4efb-8cb9-8f017c799983 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776746
Apr 15 20:03:51.196311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e03daab-9107-44f5-b911-4333acb78689 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:03:51.204265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:51.220260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Transition to ACTIVE for port object 0e03daab-9107-44f5-b911-4333acb78689 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:03:51.223312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:51.239413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:51.373572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Pushing event updated for resources: {'Port': ['ID=0e03daab-9107-44f5-b911-4333acb78689,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:51.377072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:51.599360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Attempting to bind port 0e03daab-9107-44f5-b911-4333acb78689 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:03:51.599739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Attempting to bind port 0e03daab-9107-44f5-b911-4333acb78689 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:03:51.600101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Attempting to bind port 0e03daab-9107-44f5-b911-4333acb78689 on network 19b452bb-c309-496d-a8d9-d08c6427af14 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:51.605065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Port 0e03daab-9107-44f5-b911-4333acb78689 on network 19b452bb-c309-496d-a8d9-d08c6427af14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:03:51.605420 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Attempting to bind port 0e03daab-9107-44f5-b911-4333acb78689 on network 19b452bb-c309-496d-a8d9-d08c6427af14 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:03:51.611578 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:03:51.611954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Checking segment: {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:03:51.612369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Bound using segment: {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:03:51.612862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Bound port: 0e03daab-9107-44f5-b911-4333acb78689, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:03:51.613243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:51.715260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] For port 0e03daab-9107-44f5-b911-4333acb78689, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:03:51.719263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] For port 0e03daab-9107-44f5-b911-4333acb78689, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0e03daab-9107-44f5-b911-4333acb78689,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:03:51.730485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:51.739793 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e994bf39-dc88-4418-8551-debde479e1d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:51.890707 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Pushing event updated for resources: {'Port': ['ID=0e03daab-9107-44f5-b911-4333acb78689,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:51.895499 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:51.930940 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:51.931668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:51.933167 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] 10.222.0.68 "PUT /v2.0/ports/0e03daab-9107-44f5-b911-4333acb78689 HTTP/1.1" status: 200  len: 1093 time: 1.7191350
Apr 15 20:03:51.933720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118b1950-dfda-48f8-980a-00ead8b8d208', 'tag': '0e03daab-9107-44f5-b911-4333acb78689'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:03:52.014505 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118b1950-dfda-48f8-980a-00ead8b8d208', 'tag': '0e03daab-9107-44f5-b911-4333acb78689', 'status': 'completed', 'code': 200}
Apr 15 20:03:52.057242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-c6186237-30b1-44c4-b09b-09cc5f64764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:52.058860 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-c6186237-30b1-44c4-b09b-09cc5f64764b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 1096 time: 0.0885477
Apr 15 20:03:52.137044 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-8792ad02-e1ef-4e48-89b5-1456a53c784a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e03daab-9107-44f5-b911-4333acb78689 HTTP/1.1" status: 200  len: 217 time: 0.0704815
Apr 15 20:03:52.322021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-27d1468e-6ada-4f43-8661-2b21347d3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:52.323638 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-27d1468e-6ada-4f43-8661-2b21347d3edf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 HTTP/1.1" status: 200  len: 855 time: 0.1805313
Apr 15 20:03:52.386556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device d19ac357-560f-4e16-8746-937ee97d7e5c up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:52.394506 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-6f969c50-ad51-47e2-b465-dfc844fd3230 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=19b452bb-c309-496d-a8d9-d08c6427af14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635359
Apr 15 20:03:52.462235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port d19ac357-560f-4e16-8746-937ee97d7e5c completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:52.467227 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port d19ac357-560f-4e16-8746-937ee97d7e5c triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:52.467697 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:52.544594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e26885-00cf-4be8-89f5-6230e1309c97 req-24dd70c1-a48a-4c06-b92b-329be377505b tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:52.546218 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d4e26885-00cf-4be8-89f5-6230e1309c97 req-24dd70c1-a48a-4c06-b92b-329be377505b tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 943 time: 0.3238294
Apr 15 20:03:52.567800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4aaeb-87ec-4d16-ae16-65896fc70b89 req-d32618b1-a67e-4678-a302-9fdc61dd1a46 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:52.569408 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bbe4aaeb-87ec-4d16-ae16-65896fc70b89 req-d32618b1-a67e-4678-a302-9fdc61dd1a46 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 945 time: 0.3018608
Apr 15 20:03:52.595158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:52.623989 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19ac357-560f-4e16-8746-937ee97d7e5c'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:03:52.634816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port d19ac357-560f-4e16-8746-937ee97d7e5c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d19ac357-560f-4e16-8746-937ee97d7e5c,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:52.639511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:52.642117 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-420b2fa0-ee09-4d83-a5b9-905f8b94f15d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:52.662115 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-e8e2fe43-f409-4872-8528-1d69294d7f20 service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593896
Apr 15 20:03:52.671847 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d4e26885-00cf-4be8-89f5-6230e1309c97 req-0367f7b3-d3fc-400b-bc3b-2dc247ba7fb2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135969
Apr 15 20:03:52.711747 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bbe4aaeb-87ec-4d16-ae16-65896fc70b89 req-bcc80108-ed66-4fd4-9111-df9d81a409ba tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1236448
Apr 15 20:03:52.714966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=d19ac357-560f-4e16-8746-937ee97d7e5c,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:52.720726 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:52.735251 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'code': 200}
Apr 15 20:03:52.829880 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-177e113d-b561-4eb7-949b-dd515b6523a4 req-1b582a69-6a4b-4f48-abc3-e5c1d26d71b5 service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553822
Apr 15 20:03:52.953253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-c955b14f-998b-43b6-ab10-60efb3a1d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:52.954849 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-c955b14f-998b-43b6-ab10-60efb3a1d180 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 1096 time: 0.0852923
Apr 15 20:03:53.059775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9d352-0f1a-478c-9910-f5f6aefd33b5 req-48808a72-7286-47d2-a919-d75c0b3c04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:53.061387 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ec9d352-0f1a-478c-9910-f5f6aefd33b5 req-48808a72-7286-47d2-a919-d75c0b3c04d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 1099 time: 0.0836377
Apr 15 20:03:53.098900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-f7df6d24-5333-4d27-8ca5-f6707c0fd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:53.100567 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-f7df6d24-5333-4d27-8ca5-f6707c0fd396 service neutron] 10.222.0.68 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 916 time: 0.1397197
Apr 15 20:03:53.103641 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9ec9d352-0f1a-478c-9910-f5f6aefd33b5 req-d257a9db-9b67-443e-9eb4-be8e46b1dd78 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357769
Apr 15 20:03:53.300550 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-85f53f1a-1513-4b8e-ba1b-6a7a55303028 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e03daab-9107-44f5-b911-4333acb78689 HTTP/1.1" status: 200  len: 217 time: 0.0651922
Apr 15 20:03:53.390704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-2e085db3-53c4-4c25-976c-29e9f0260146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:53.392279 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-2e085db3-53c4-4c25-976c-29e9f0260146 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 HTTP/1.1" status: 200  len: 855 time: 0.0657616
Apr 15 20:03:53.445772 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-036dafa1-c741-40f4-b508-00dcaeef846d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=19b452bb-c309-496d-a8d9-d08c6427af14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457666
Apr 15 20:03:53.590816 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-05aafca6-6089-4b15-a798-cfa354213e1d service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371944
Apr 15 20:03:53.742708 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8e1fd429-a8c8-4e3e-95ba-3f5cde1df0a2 req-f4cb65b2-f5ef-4594-b2a0-91269ebcafad service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424499
Apr 15 20:03:53.961215 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea8969-d45b-43e4-a9e6-dc135f61b204 req-92ca1b99-ef5b-464c-9a75-7d5a1b856001 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:53.962841 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b7ea8969-d45b-43e4-a9e6-dc135f61b204 req-92ca1b99-ef5b-464c-9a75-7d5a1b856001 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 943 time: 0.1620545
Apr 15 20:03:53.971088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666d52d-54f2-44e2-9b83-2a280e661bcf req-e1b6350e-9c45-450d-aa7f-c4c55d0b4f12 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:53.972609 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3666d52d-54f2-44e2-9b83-2a280e661bcf req-e1b6350e-9c45-450d-aa7f-c4c55d0b4f12 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 946 time: 0.1311350
Apr 15 20:03:54.050391 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b7ea8969-d45b-43e4-a9e6-dc135f61b204 req-70c7ecab-3ebc-46c2-83cc-f837afed2701 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767460
Apr 15 20:03:54.057700 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3666d52d-54f2-44e2-9b83-2a280e661bcf req-abcacc62-9e14-46a8-bd5c-cd3c0e61629d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703580
Apr 15 20:03:55.318735 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e1ead-e82d-4fe2-ac08-46c2f03fa289 req-9b1dd0ee-93f0-42d2-a2cb-84b2a8f8a290 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:55.320333 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-652e1ead-e82d-4fe2-ac08-46c2f03fa289 req-9b1dd0ee-93f0-42d2-a2cb-84b2a8f8a290 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 943 time: 0.1525369
Apr 15 20:03:55.329550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a095066-2f90-4ce5-baf5-ece7e8fcc5f0 req-0d5244bd-a5f5-4590-bd02-42ef2ab29dbc tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:55.331011 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2a095066-2f90-4ce5-baf5-ece7e8fcc5f0 req-0d5244bd-a5f5-4590-bd02-42ef2ab29dbc tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 946 time: 0.1278903
Apr 15 20:03:55.405488 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-652e1ead-e82d-4fe2-ac08-46c2f03fa289 req-c0fce771-491b-45c8-a7a7-2986b87075f0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734267
Apr 15 20:03:55.413330 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2a095066-2f90-4ce5-baf5-ece7e8fcc5f0 req-e69d7499-6747-493c-aaab-60cbc7882185 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643129
Apr 15 20:03:55.610101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bce49c-e8ea-4e9c-b04c-08bbf92e822c req-cb447c2e-1be4-4117-bfc5-3bdef637294f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:55.611634 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e4bce49c-e8ea-4e9c-b04c-08bbf92e822c req-cb447c2e-1be4-4117-bfc5-3bdef637294f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 946 time: 0.0878496
Apr 15 20:03:55.660055 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e4bce49c-e8ea-4e9c-b04c-08bbf92e822c req-9dec723a-6427-4200-91f5-e2bbb1898e78 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421426
Apr 15 20:03:55.685085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52144) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:55.876354 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a61a3c3-766d-48a2-b405-847ced99e6f1 tempest-TestVolumeBootPattern-1780605361 tempest-TestVolumeBootPattern-1780605361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:55.877853 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-6a61a3c3-766d-48a2-b405-847ced99e6f1 tempest-TestVolumeBootPattern-1780605361 tempest-TestVolumeBootPattern-1780605361-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 1094 time: 0.1917195
Apr 15 20:03:55.880988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52150) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:55.886611 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'floatingip': {'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'port_id': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:03:55.892800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:55.896892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:floatingip and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:55.899876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:55.905897 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:55.915441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:56.060003 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:56.209664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Allocated IP 172.27.3.71 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/d894df1d-1e2c-4e8f-85a7-305b3b3a01be) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:03:56.367061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:56.397928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:56.413811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 0e03daab-9107-44f5-b911-4333acb78689 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:03:56.414551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-46ac8948-0fa5-433b-b6c5-fa2e080f271a tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:56.564805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 0e03daab-9107-44f5-b911-4333acb78689, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0e03daab-9107-44f5-b911-4333acb78689,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:56.580124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '0e03daab-9107-44f5-b911-4333acb78689', 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14', 'port_id': '0e03daab-9107-44f5-b911-4333acb78689', 'mac_address': 'fa:16:3e:bb:9e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfa00a0-ff5b-47c4-87d2-dfa40b92c354', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:03:56.646723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:56.666291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e03daab-9107-44f5-b911-4333acb78689 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:03:56.684767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 0e03daab-9107-44f5-b911-4333acb78689, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0e03daab-9107-44f5-b911-4333acb78689,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:56.688654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:56.690637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-de617155-5b22-4ccc-9029-57ca0b45b2de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:56.763041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=0e03daab-9107-44f5-b911-4333acb78689,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:56.766375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:56.847009 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'Port': ['ID=d894df1d-1e2c-4e8f-85a7-305b3b3a01be,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:56.850176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:56.934335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da06d3-f2d6-4f64-86c1-0575dec72a67 req-9abed4b6-91e4-45a2-9aea-ec205982010a tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:56.935921 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-84da06d3-f2d6-4f64-86c1-0575dec72a67 req-9abed4b6-91e4-45a2-9aea-ec205982010a tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 944 time: 0.1748939
Apr 15 20:03:56.941331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:03:56.942548 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:03:56.945008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:03:57.036434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['0e03daab-9107-44f5-b911-4333acb78689'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:03:57.038910 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-84da06d3-f2d6-4f64-86c1-0575dec72a67 req-27f7a8d8-0c7b-4b7f-a476-59d3231e0343 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665894
Apr 15 20:03:57.414320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:57.476608 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:57.493387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:57.522683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52168) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:57.658799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:57.685660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:03:57.701782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] Usage tracker for resource:security_group_rule and tenant:c123caa57cf24e1d973de2cba8a15fca is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:03:57.706633 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:03:57.716729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:03:57.787568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:57.794925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:57.811105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:57.947722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'Port': ['ID=d894df1d-1e2c-4e8f-85a7-305b3b3a01be,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:57.968425 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:58.003032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.009013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.025486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3522710f-00a3-478c-922d-e30ba7db27ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:58.085940 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c123caa57cf24e1d973de2cba8a15fca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5621269
Apr 15 20:03:58.088815 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 52176) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:03:58.113106 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5170710-779e-4c79-804e-06328c6d5c58,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:58.118771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ed9b6687-274c-4967-9e8e-73aaca86a92d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:58.144660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.155334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.183333 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.238913 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.244171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1e2ed0d1-129f-405a-8336-062b0e689aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:58.257894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5170710-779e-4c79-804e-06328c6d5c58,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:58.265985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.267733 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5170710-779e-4c79-804e-06328c6d5c58 HTTP/1.1" status: 204  len: 168 time: 0.1777003
Apr 15 20:03:58.269445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.269879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.270306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.270720 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.271132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.271600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.272105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.272392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.272938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.273351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.273758 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.274163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:03:58.277442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0cf1b67f-50ee-48c8-a555-9ddadae85da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:58.399395 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Floating IP 559fd234-a1cd-4a22-bdc4-6ae4e4109dba associated. External IP: 172.27.3.71, port: d19ac357-560f-4e16-8746-937ee97d7e5c.
Apr 15 20:03:58.422702 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 0e03daab-9107-44f5-b911-4333acb78689 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:03:58.480623 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f0cbe-570c-4d99-a42b-8ea2d82f4648 req-b70ec71e-8f48-4a9a-9fd1-edb0db48eac6 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:58.482517 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a80f0cbe-570c-4d99-a42b-8ea2d82f4648 req-b70ec71e-8f48-4a9a-9fd1-edb0db48eac6 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 944 time: 0.2830324
Apr 15 20:03:58.495141 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 0e03daab-9107-44f5-b911-4333acb78689 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:03:58.500400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 0e03daab-9107-44f5-b911-4333acb78689 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:03:58.501343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.617835 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a80f0cbe-570c-4d99-a42b-8ea2d82f4648 req-b520756c-63ab-4e37-994d-3cc1972f13b6 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773742
Apr 15 20:03:58.637982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.682216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118b1950-dfda-48f8-980a-00ead8b8d208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03daab-9107-44f5-b911-4333acb78689'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:03:58.693565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 0e03daab-9107-44f5-b911-4333acb78689, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0e03daab-9107-44f5-b911-4333acb78689,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:03:58.700854 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:58.703308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:03:58.758088 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118b1950-dfda-48f8-980a-00ead8b8d208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e03daab-9107-44f5-b911-4333acb78689', 'code': 200}
Apr 15 20:03:58.787935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=0e03daab-9107-44f5-b911-4333acb78689,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:03:58.791098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:03:58.861320 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Router bce31413-c361-4a8f-b86d-15bbd57f68d3 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:03:59.358205 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a4a17-c81b-42d1-a02c-12b250529798 req-de607fce-b343-4412-8804-121ce006e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:59.359838 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-524a4a17-c81b-42d1-a02c-12b250529798 req-de607fce-b343-4412-8804-121ce006e1be service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 1098 time: 0.4229577
Apr 15 20:03:59.361539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:03:59.371774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] Sync routers for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:03:59.381937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:03:59.382714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ed49e8>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:03:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:03:59.426705 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-524a4a17-c81b-42d1-a02c-12b250529798 req-61e82443-b699-4e05-a663-85d5c6042b75 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563488
Apr 15 20:03:59.427828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:03:59.493681 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6077211
Apr 15 20:03:59.493681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'tag': 'd19ac357-560f-4e16-8746-937ee97d7e5c'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:03:59.549442 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'tag': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'status': 'completed', 'code': 200}
Apr 15 20:03:59.590641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:03:59.682486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab446b-0121-4aae-9504-5edadb341229 req-a9634926-75bc-486c-bed5-22a8e61069fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:59.685115 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9eab446b-0121-4aae-9504-5edadb341229 req-a9634926-75bc-486c-bed5-22a8e61069fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 1099 time: 0.1096735
Apr 15 20:03:59.889025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab446b-0121-4aae-9504-5edadb341229 req-1f9ac363-ff66-48e5-8c7d-affa80827fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:59.890612 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9eab446b-0121-4aae-9504-5edadb341229 req-1f9ac363-ff66-48e5-8c7d-affa80827fd8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1992645
Apr 15 20:03:59.988294 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6065-55d8-4d84-b15c-4a86f39c7e24 req-a7c94596-be6c-47b7-9bf4-51beeb9abe4e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:03:59.989811 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-351c6065-55d8-4d84-b15c-4a86f39c7e24 req-a7c94596-be6c-47b7-9bf4-51beeb9abe4e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 945 time: 0.1969037
Apr 15 20:03:59.996514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ed49e8>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '559fd234-a1cd-4a22-bdc4-6ae4e4109dba', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:50:27:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:03:57Z', 'updated_at': '2021-04-15T20:03:57Z', 'revision_number': 0, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:00.001128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] Checking router: bce31413-c361-4a8f-b86d-15bbd57f68d3 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:04:00.010108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:04:00.010761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ed49e8>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:03:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:00.037901 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9eab446b-0121-4aae-9504-5edadb341229 req-3e81ef67-7e15-47a7-bc9f-fe60327f2d38 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19ac357-560f-4e16-8746-937ee97d7e5c HTTP/1.1" status: 200  len: 999 time: 0.1386781
Apr 15 20:04:00.102887 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-351c6065-55d8-4d84-b15c-4a86f39c7e24 req-5383e4d4-ec74-4292-9cf3-afae6a7f8333 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039002
Apr 15 20:04:00.132251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab446b-0121-4aae-9504-5edadb341229 req-b4bf4d33-aa33-43dd-a402-ec0a7456df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:00.133898 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9eab446b-0121-4aae-9504-5edadb341229 req-b4bf4d33-aa33-43dd-a402-ec0a7456df26 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0882945
Apr 15 20:04:00.225142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab446b-0121-4aae-9504-5edadb341229 req-eea64ae6-c636-4c14-b7b3-520c6e0e384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:00.226763 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9eab446b-0121-4aae-9504-5edadb341229 req-eea64ae6-c636-4c14-b7b3-520c6e0e384b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846145
Apr 15 20:04:00.367172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:04:00.378105 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9eab446b-0121-4aae-9504-5edadb341229 req-cd253275-7d92-4e4e-bdeb-26cfe082558b service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404209
Apr 15 20:04:00.526331 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9eab446b-0121-4aae-9504-5edadb341229 req-66b2f5ad-a6db-4e3d-90a7-6715f124e9ae service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397181
Apr 15 20:04:00.742401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ed49e8>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '559fd234-a1cd-4a22-bdc4-6ae4e4109dba', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:50:27:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:03:57Z', 'updated_at': '2021-04-15T20:03:57Z', 'revision_number': 0, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:04:00.746624 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb7aa8-1dbd-4fab-94cb-f045ca4ef9f2 None None] The sync data for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi is: [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '559fd234-a1cd-4a22-bdc4-6ae4e4109dba', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:50:27:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:03:57Z', 'updated_at': '2021-04-15T20:03:57Z', 'revision_number': 0, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:04:01.023305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b7815a-6652-4d6a-8393-9d8c144d8a51 None None] New status for floating IP 559fd234-a1cd-4a22-bdc4-6ae4e4109dba: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:04:01.317175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda71592-734c-4dac-8be9-85990ba624a6 req-c588777a-ee54-434d-941a-84c6b6042c85 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:01.318862 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bda71592-734c-4dac-8be9-85990ba624a6 req-c588777a-ee54-434d-941a-84c6b6042c85 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 945 time: 0.1000459
Apr 15 20:04:01.368559 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bda71592-734c-4dac-8be9-85990ba624a6 req-0177d540-4ffa-4f3a-8556-75fd0f90f9fb tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432532
Apr 15 20:04:04.029635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d237f7f1-9d71-4165-bbc5-4c725713f1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:05.233245 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-40afef24-9300-4482-95c5-ef70b5793628 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0796225
Apr 15 20:04:05.391081 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-99f38ff2-1aa6-4412-89c7-e3ab12f0985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:05.392734 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-99f38ff2-1aa6-4412-89c7-e3ab12f0985f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 1099 time: 0.0818727
Apr 15 20:04:05.548600 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-cc852084-1147-4394-b31f-f3dca78b456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:05.550166 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-cc852084-1147-4394-b31f-f3dca78b456a service neutron] 10.222.0.68 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 916 time: 0.1375816
Apr 15 20:04:05.631874 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-e688bc6f-f433-4a79-816f-37a35c6ad07e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70dde193-a63c-4be3-b49a-989926274145 HTTP/1.1" status: 200  len: 217 time: 0.0749059
Apr 15 20:04:05.713644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-7c02a486-136d-4d95-936d-7dfc5ba00b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:05.715294 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-7c02a486-136d-4d95-936d-7dfc5ba00b76 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 HTTP/1.1" status: 200  len: 855 time: 0.0753498
Apr 15 20:04:05.774419 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-fe33a5a1-2b3b-48dc-8a76-9dc3dc6295f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=19b452bb-c309-496d-a8d9-d08c6427af14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495484
Apr 15 20:04:05.923100 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-fcc5070f-104c-4d36-b385-16d7c83ebf92 service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417935
Apr 15 20:04:06.069451 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92cd3323-91df-417c-bd0e-9b685515fe0f req-e23e53cc-3578-437a-883d-f1a340a4a8b3 service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369400
Apr 15 20:04:06.179552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-fdc60fe1-d2a9-4bf7-b947-538c38fff544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:06.883942 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:06.898558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-8b69a0f5-c8c2-45a6-83f6-c43d7e019540 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:06.900194 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-8b69a0f5-c8c2-45a6-83f6-c43d7e019540 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 815 time: 0.1569855
Apr 15 20:04:06.916828 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0d1b19c5-cc89-44c6-a48c-20f1b283c5f2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/quotas/44df2d570f634a79887bd48d6c2ec9ef HTTP/1.1" status: 200  len: 375 time: 0.0103936
Apr 15 20:04:07.009958 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-9c956a87-5122-44f9-8f9a-e78fd75db91a tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0877004
Apr 15 20:04:07.021746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-696eab81-40cf-42e8-a59e-ba71e567ebca service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:04:07.022784 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-696eab81-40cf-42e8-a59e-ba71e567ebca service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052445
Apr 15 20:04:07.165417 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-d6a7cd05-3faa-49b9-b994-f1a5dd354a58 service neutron] 10.222.0.58 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368148
Apr 15 20:04:07.308070 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-682a1fc2-1d24-4237-b656-e49a522c449d service neutron] 10.222.0.58 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361625
Apr 15 20:04:07.497376 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a37d864d-ba41-46fd-9606-41b716eca43b req-b5637fd9-8398-4fe4-8d6e-c5c74ef07232 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 210 time: 0.0481429
Apr 15 20:04:07.726376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:08.778366 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:08.798441 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-64181b90-128b-4910-9f13-f7b3ecebc26f req-240facf2-3468-4cf0-9b34-b5766fead594 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 210 time: 0.0483458
Apr 15 20:04:09.961349 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cfac77c0-fe19-49bf-81fb-d597d26c4fe0 req-2db655d4-ef58-4375-a1c2-a6edaa83b197 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 210 time: 0.0513020
Apr 15 20:04:11.124444 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dbfe472e-bc75-4ec9-8e1a-0e46b0e7ff33 req-a8645c53-2fd4-4352-aa12-2ca6ad2dbd64 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 210 time: 0.0495644
Apr 15 20:04:11.658511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-4e4b415b-b02d-44d5-82df-57619aaeafd9 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:11.660390 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-4e4b415b-b02d-44d5-82df-57619aaeafd9 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 815 time: 0.1584909
Apr 15 20:04:11.674449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Request body: {'port': {'device_id': '81a5e60e-1bef-416f-b351-17f3b362a8fa', 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14', 'admin_state_up': True, 'tenant_id': '44df2d570f634a79887bd48d6c2ec9ef'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:04:11.825953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:04:11.836958 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:04:11.846388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Made reservation on behalf of 44df2d570f634a79887bd48d6c2ec9ef for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:04:11.852506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:12.034175 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Allocated IP 172.20.0.10 (19b452bb-c309-496d-a8d9-d08c6427af14/2bfa00a0-ff5b-47c4-87d2-dfa40b92c354/02fef566-85b2-46e5-8c69-a91ebf0f8fe7) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:04:12.474899 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-33890f46-7b0c-4b0d-8338-e82a7e711778 req-e91962ab-c8e8-43ba-82f0-fafeb835a031 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 210 time: 0.0588136
Apr 15 20:04:12.552945 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:12.583247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:12.601675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-541f8337-172b-4713-94cc-774a72d106d7 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:12.746033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Pushing event updated for resources: {'Port': ['ID=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:12.749197 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:12.804957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Network 19b452bb-c309-496d-a8d9-d08c6427af14 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:04:12.806265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:04:12.808754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:04:12.877234 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:12.877904 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:12.905617 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2359452
Apr 15 20:04:13.678204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08647777-2f7f-42d9-b755-767562817c63 req-7e595f55-1005-46f7-a9ef-1fc51e23a338 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:13.679000 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-08647777-2f7f-42d9-b755-767562817c63 req-7e595f55-1005-46f7-a9ef-1fc51e23a338 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Synchronizing usage tracker for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:04:13.695590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-08647777-2f7f-42d9-b755-767562817c63 req-7e595f55-1005-46f7-a9ef-1fc51e23a338 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Unset dirty status for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:04:13.696904 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08647777-2f7f-42d9-b755-767562817c63 req-7e595f55-1005-46f7-a9ef-1fc51e23a338 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 932 time: 0.1055009
Apr 15 20:04:13.747766 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08647777-2f7f-42d9-b755-767562817c63 req-cae9fcfd-a3d1-4c5f-9791-5ac944609d11 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433583
Apr 15 20:04:13.927589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['70dde193-a63c-4be3-b49a-989926274145', '0e03daab-9107-44f5-b911-4333acb78689'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:04:13.930583 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Request body: {'port': {'device_id': '81a5e60e-1bef-416f-b351-17f3b362a8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:04:14.055751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:14.429562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:04:14.437589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:14.452664 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Transition to ACTIVE for port object 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:04:14.455494 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:14.471771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-166ffa36-58c2-4b0d-9408-ae643975a5e3 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:14.613982 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:14.627207 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:14.843046 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Attempting to bind port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:04:14.843847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Attempting to bind port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:04:14.843847 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Attempting to bind port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 on network 19b452bb-c309-496d-a8d9-d08c6427af14 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:04:14.849292 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 on network 19b452bb-c309-496d-a8d9-d08c6427af14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:04:14.849643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Attempting to bind port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 on network 19b452bb-c309-496d-a8d9-d08c6427af14 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:04:14.855169 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:04:14.855572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Checking segment: {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:04:14.855988 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Bound using segment: {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:04:14.856459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Bound port: 02fef566-85b2-46e5-8c69-a91ebf0f8fe7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:04:14.856841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:15.028072 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6900d6-0ccd-4bc0-a971-5fb35ca41380 req-9b79a5c6-cac4-486b-b999-4b1a3a7d07f9 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:15.029585 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ee6900d6-0ccd-4bc0-a971-5fb35ca41380 req-9b79a5c6-cac4-486b-b999-4b1a3a7d07f9 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 944 time: 0.1616943
Apr 15 20:04:15.030646 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] For port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:04:15.034366 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] For port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:04:15.051492 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:15.068305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:15.224212 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ee6900d6-0ccd-4bc0-a971-5fb35ca41380 req-46c8c5d2-cced-4975-954e-92a1dfabcfdb tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876576
Apr 15 20:04:15.249747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:15.255584 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:15.285976 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:15.286471 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:15.287969 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] 10.222.0.68 "PUT /v2.0/ports/02fef566-85b2-46e5-8c69-a91ebf0f8fe7 HTTP/1.1" status: 200  len: 1094 time: 1.3622699
Apr 15 20:04:15.288516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a5e60e-1bef-416f-b351-17f3b362a8fa', 'tag': '02fef566-85b2-46e5-8c69-a91ebf0f8fe7'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:04:15.337302 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a5e60e-1bef-416f-b351-17f3b362a8fa', 'tag': '02fef566-85b2-46e5-8c69-a91ebf0f8fe7', 'status': 'completed', 'code': 200}
Apr 15 20:04:16.423005 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb66d2-cd81-4d6b-a357-165b7d478cce req-a047fd48-9295-41b6-8757-e11c45e845dd tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:16.424661 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2aeb66d2-cd81-4d6b-a357-165b7d478cce req-a047fd48-9295-41b6-8757-e11c45e845dd tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 944 time: 0.0888195
Apr 15 20:04:16.472511 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2aeb66d2-cd81-4d6b-a357-165b7d478cce req-fdc0d740-7367-45ce-bd5c-dbb3e6cab323 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415399
Apr 15 20:04:16.664653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797e68-6e3f-47b9-b7e3-900e2b8e0de5 req-d9bc7a33-c33b-4d62-9236-ab10246055ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:16.666242 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-33797e68-6e3f-47b9-b7e3-900e2b8e0de5 req-d9bc7a33-c33b-4d62-9236-ab10246055ac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 1097 time: 0.0823641
Apr 15 20:04:16.819540 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797e68-6e3f-47b9-b7e3-900e2b8e0de5 req-5b6509d8-8ceb-46a5-8522-efa72b1da0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:16.821117 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-33797e68-6e3f-47b9-b7e3-900e2b8e0de5 req-5b6509d8-8ceb-46a5-8522-efa72b1da0c1 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1444879
Apr 15 20:04:16.965554 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797e68-6e3f-47b9-b7e3-900e2b8e0de5 req-c86edce8-77dc-4a80-a01f-d3052c1ce939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:16.967126 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-33797e68-6e3f-47b9-b7e3-900e2b8e0de5 req-c86edce8-77dc-4a80-a01f-d3052c1ce939 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1395395
Apr 15 20:04:17.077680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-14e6b861-9ad1-42e8-ac67-3cd603ab6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:17.079213 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-14e6b861-9ad1-42e8-ac67-3cd603ab6314 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 1097 time: 0.0778039
Apr 15 20:04:17.389908 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-60f3023e-9312-4803-93c4-89712b1076de service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02fef566-85b2-46e5-8c69-a91ebf0f8fe7 HTTP/1.1" status: 200  len: 217 time: 0.0691068
Apr 15 20:04:17.461364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-85a23220-b395-4731-8724-20b48beadac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:17.462877 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-85a23220-b395-4731-8724-20b48beadac9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 HTTP/1.1" status: 200  len: 855 time: 0.0659168
Apr 15 20:04:17.521076 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-7feddb77-e58a-4c07-9b4f-4d537c87f0b1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=19b452bb-c309-496d-a8d9-d08c6427af14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495305
Apr 15 20:04:17.728291 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-a7483595-0c58-4b73-9927-03ea32812aeb service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002339
Apr 15 20:04:17.740271 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efc4ed-761e-45dd-85f5-7d38a2fc673b req-f6da5aed-dcf9-4750-889b-d03b3488c4a1 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:17.741769 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-54efc4ed-761e-45dd-85f5-7d38a2fc673b req-f6da5aed-dcf9-4750-889b-d03b3488c4a1 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 944 time: 0.1417792
Apr 15 20:04:18.113690 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-54efc4ed-761e-45dd-85f5-7d38a2fc673b req-57714942-9cea-4fcd-a144-d2c1039cd161 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3502049
Apr 15 20:04:18.153129 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5dd88042-b2a0-4745-8f8b-8d97036abf4a req-e347e290-cd06-460d-9647-ef104aa1b1b6 service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4103765
Apr 15 20:04:19.316865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5b831-1395-4799-b168-b12525490ea1 req-da03884a-e8dc-4e2d-943e-7e9684e666da tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:19.318435 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aac5b831-1395-4799-b168-b12525490ea1 req-da03884a-e8dc-4e2d-943e-7e9684e666da tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 944 time: 0.0921905
Apr 15 20:04:19.366438 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aac5b831-1395-4799-b168-b12525490ea1 req-f64be8e3-445c-4fcd-9365-f42bf0421323 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415540
Apr 15 20:04:20.565594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b181-31a1-40f2-8dd1-b9431f38622e req-396fc6dc-40e6-4c6f-8f4d-de5fb827c143 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:20.567177 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3139b181-31a1-40f2-8dd1-b9431f38622e req-396fc6dc-40e6-4c6f-8f4d-de5fb827c143 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 944 time: 0.0895751
Apr 15 20:04:20.617666 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3139b181-31a1-40f2-8dd1-b9431f38622e req-bda8cf09-1943-4e15-b23c-33b37eb3924e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442345
Apr 15 20:04:21.820108 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62b9e4-822e-4dc4-852b-720762929152 req-4411f00d-6149-476b-914f-ecf30779da67 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:21.821690 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd62b9e4-822e-4dc4-852b-720762929152 req-4411f00d-6149-476b-914f-ecf30779da67 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 944 time: 0.0872273
Apr 15 20:04:21.869358 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd62b9e4-822e-4dc4-852b-720762929152 req-b3ec89ab-47ce-4f12-a5f6-3a056d56efea tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413842
Apr 15 20:04:22.526522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:04:22.673845 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:04:22.689051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '02fef566-85b2-46e5-8c69-a91ebf0f8fe7', 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14', 'port_id': '02fef566-85b2-46e5-8c69-a91ebf0f8fe7', 'mac_address': 'fa:16:3e:91:1e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfa00a0-ff5b-47c4-87d2-dfa40b92c354', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:04:22.747767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:22.765762 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:04:22.781531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:04:22.784300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:22.786339 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:22.858233 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:22.862723 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:23.075448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c1f9-0dfc-43e3-91b9-4521beb64b0e req-d22aaaf4-fc73-4d3f-9135-050c552f35f6 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:23.077035 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0b03c1f9-0dfc-43e3-91b9-4521beb64b0e req-d22aaaf4-fc73-4d3f-9135-050c552f35f6 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 945 time: 0.0927899
Apr 15 20:04:23.124700 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0b03c1f9-0dfc-43e3-91b9-4521beb64b0e req-7b794ead-09dd-4789-aef8-bc4c80692abf tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400734
Apr 15 20:04:23.220567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['02fef566-85b2-46e5-8c69-a91ebf0f8fe7'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:04:24.097021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 52410) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:04:24.152376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:04:24.243150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.258431 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:04:24.262510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:fbfbe41e29794e2db55f9519fb870e42 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:04:24.265432 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:04:24.271990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:04:24.324718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba6397-ee45-44ca-8da5-eecabacb9190 req-e35a2993-5fe4-42b6-8c16-94d2f6a3d7e1 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:24.326317 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e6ba6397-ee45-44ca-8da5-eecabacb9190 req-e35a2993-5fe4-42b6-8c16-94d2f6a3d7e1 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 945 time: 0.0873299
Apr 15 20:04:24.358631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.361524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.370524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ae0795b4-a159-41e4-be5d-97adb5fd6476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:24.374038 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e6ba6397-ee45-44ca-8da5-eecabacb9190 req-c9b29d84-9a54-49dd-90c6-2ca37c662396 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407765
Apr 15 20:04:24.415248 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fbfbe41e29794e2db55f9519fb870e42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3166664
Apr 15 20:04:24.416248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441a11e0-c0b8-4a4a-90c1-2bcae55e326b,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:24.418068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52418) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:04:24.419713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8a6ea765-5b3f-4c0e-b320-7c7cea4a2cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:24.483477 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c257ca27-f9b4-4894-9955-52ee31cf80c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.509448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c257ca27-f9b4-4894-9955-52ee31cf80c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.540761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:04:24.553771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c257ca27-f9b4-4894-9955-52ee31cf80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.558844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-805b6649-2642-4cc0-9544-16386f9d2dd2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:24.572725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257ca27-f9b4-4894-9955-52ee31cf80c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441a11e0-c0b8-4a4a-90c1-2bcae55e326b,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:24.575549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c257ca27-f9b4-4894-9955-52ee31cf80c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:24.576804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c257ca27-f9b4-4894-9955-52ee31cf80c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.581124 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c257ca27-f9b4-4894-9955-52ee31cf80c2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/441a11e0-c0b8-4a4a-90c1-2bcae55e326b HTTP/1.1" status: 204  len: 168 time: 0.1618106
Apr 15 20:04:24.623187 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:04:24.628712 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:04:24.629135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.759984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.791398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a5e60e-1bef-416f-b351-17f3b362a8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fef566-85b2-46e5-8c69-a91ebf0f8fe7'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:04:24.802120 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:04:24.805666 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:24.807730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:24.848770 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a5e60e-1bef-416f-b351-17f3b362a8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fef566-85b2-46e5-8c69-a91ebf0f8fe7', 'code': 200}
Apr 15 20:04:24.884459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:24.887688 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:25.083670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0e029-e2ca-40fd-a689-347800ba37cb req-80e43582-9da5-4212-a1d7-dc8e2fa96a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:25.085251 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fbe0e029-e2ca-40fd-a689-347800ba37cb req-80e43582-9da5-4212-a1d7-dc8e2fa96a53 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 1099 time: 0.0776961
Apr 15 20:04:25.130834 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fbe0e029-e2ca-40fd-a689-347800ba37cb req-1b810380-7da9-407a-96f2-6afd12c3992e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390768
Apr 15 20:04:25.571510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df8150-bd28-4e6e-8140-51e60a7a6bbb req-3e3aa630-2d83-4aa9-a1ab-65376224a4cb tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:25.573329 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9df8150-bd28-4e6e-8140-51e60a7a6bbb req-3e3aa630-2d83-4aa9-a1ab-65376224a4cb tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 946 time: 0.0865815
Apr 15 20:04:25.620260 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e9df8150-bd28-4e6e-8140-51e60a7a6bbb req-fb3ae691-1ca2-4f66-b890-339172467b66 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406973
Apr 15 20:04:26.822535 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e73305-efa7-44ac-8f78-96891eb5b193 req-e96f66b7-7449-45ac-a222-559830461cce tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:26.824131 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-33e73305-efa7-44ac-8f78-96891eb5b193 req-e96f66b7-7449-45ac-a222-559830461cce tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 946 time: 0.0905046
Apr 15 20:04:26.870860 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-33e73305-efa7-44ac-8f78-96891eb5b193 req-3b1462cc-b066-4871-8c6a-ef5fd2b06cd5 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404899
Apr 15 20:04:27.496850 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:34.035509 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a0734015-e2f6-4f79-9b44-9d3411aff62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:36.180603 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bc9abb91-f3b7-42b3-b220-1568eba9a723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:36.887216 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:37.735577 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:38.782061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:38.791832 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-d2bd4a68-7f26-4477-a043-fae548471cf5 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:38.793440 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-d2bd4a68-7f26-4477-a043-fae548471cf5 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 815 time: 0.1654184
Apr 15 20:04:38.809254 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-3a4df1ca-3d77-457e-8870-c39b6518ff2c tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/quotas/44df2d570f634a79887bd48d6c2ec9ef HTTP/1.1" status: 200  len: 375 time: 0.0098002
Apr 15 20:04:38.901788 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-b81f5f45-e733-49c2-9c62-31a8a391790d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0868285
Apr 15 20:04:39.160761 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-491b09a4-58f0-4f1d-9a83-0059d27b5faf service neutron] 10.222.0.58 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512145
Apr 15 20:04:39.312249 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-01eed669-8c8a-46b9-b63b-1d686f08ffc3 service neutron] 10.222.0.58 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440165
Apr 15 20:04:39.519351 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bad5f749-4cb3-4c8f-9d94-01054a11a99a req-e3972f3d-c4c8-48c3-ad99-bcfd468f1eac tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 210 time: 0.0526397
Apr 15 20:04:40.596652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-4002c180-90d9-4db7-9e84-7ccedf5da42f tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:40.598639 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-4002c180-90d9-4db7-9e84-7ccedf5da42f tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 815 time: 0.1681492
Apr 15 20:04:40.613781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Request body: {'port': {'device_id': '13627154-f64a-4efd-a8af-07fd741b1e7f', 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14', 'admin_state_up': True, 'tenant_id': '44df2d570f634a79887bd48d6c2ec9ef'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:04:40.751699 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8402013c-3d92-4a46-8867-f9d81ab36699 req-c89824e5-5a08-4021-a585-0ea2cbfc3ceb tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 210 time: 0.0653455
Apr 15 20:04:40.812768 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:04:40.824246 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:04:40.832755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Made reservation on behalf of 44df2d570f634a79887bd48d6c2ec9ef for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:04:40.838776 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.025867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Allocated IP 172.20.0.5 (19b452bb-c309-496d-a8d9-d08c6427af14/2bfa00a0-ff5b-47c4-87d2-dfa40b92c354/bd211326-571f-4b1f-a530-fddff9b0f835) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:04:41.239874 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.269134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.286323 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['70dde193-a63c-4be3-b49a-989926274145', '0e03daab-9107-44f5-b911-4333acb78689', '02fef566-85b2-46e5-8c69-a91ebf0f8fe7'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:04:41.295997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f5106e6d-ab66-4823-930f-a5cfbc507599 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:41.434960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Pushing event updated for resources: {'Port': ['ID=bd211326-571f-4b1f-a530-fddff9b0f835,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:41.456903 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.457326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.457764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.458150 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.458558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.459053 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.459559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.459972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.460374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.460797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.461194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.461591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:41.469792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:41.511060 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Network 19b452bb-c309-496d-a8d9-d08c6427af14 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:04:41.512242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:04:41.514785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:04:41.585570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:41.586208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:41.612674 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0032632
Apr 15 20:04:41.640910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Request body: {'port': {'device_id': '13627154-f64a-4efd-a8af-07fd741b1e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:04:41.770148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:42.151701 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe66904-3b83-4877-a798-a0a67c2e6931 req-b9634f49-9cae-4c17-8de7-62e4392e957b tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:42.152463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cbe66904-3b83-4877-a798-a0a67c2e6931 req-b9634f49-9cae-4c17-8de7-62e4392e957b tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Synchronizing usage tracker for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:04:42.184804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cbe66904-3b83-4877-a798-a0a67c2e6931 req-b9634f49-9cae-4c17-8de7-62e4392e957b tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Unset dirty status for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:04:42.186054 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cbe66904-3b83-4877-a798-a0a67c2e6931 req-b9634f49-9cae-4c17-8de7-62e4392e957b tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 931 time: 0.1749213
Apr 15 20:04:42.271408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd211326-571f-4b1f-a530-fddff9b0f835 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:04:42.285285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:42.300229 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cbe66904-3b83-4877-a798-a0a67c2e6931 req-1913cce5-b24e-4501-8dcc-c3c44b5ff03a tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810599
Apr 15 20:04:42.309510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Transition to ACTIVE for port object bd211326-571f-4b1f-a530-fddff9b0f835 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:04:42.312202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:42.328466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bbd0e494-eea4-4c16-ae63-22dd8c376b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:42.462766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Pushing event updated for resources: {'Port': ['ID=bd211326-571f-4b1f-a530-fddff9b0f835,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:42.467387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:42.691243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Attempting to bind port bd211326-571f-4b1f-a530-fddff9b0f835 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:04:42.691919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Attempting to bind port bd211326-571f-4b1f-a530-fddff9b0f835 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:04:42.691919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Attempting to bind port bd211326-571f-4b1f-a530-fddff9b0f835 on network 19b452bb-c309-496d-a8d9-d08c6427af14 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:04:42.697336 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Port bd211326-571f-4b1f-a530-fddff9b0f835 on network 19b452bb-c309-496d-a8d9-d08c6427af14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:04:42.697692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Attempting to bind port bd211326-571f-4b1f-a530-fddff9b0f835 on network 19b452bb-c309-496d-a8d9-d08c6427af14 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:04:42.703533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:04:42.703909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Checking segment: {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:04:42.704335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Bound using segment: {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:04:42.704794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Bound port: bd211326-571f-4b1f-a530-fddff9b0f835, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022ee5a3-5e78-45c0-ab56-2aa625fb63c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:04:42.705176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:42.800101 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] For port bd211326-571f-4b1f-a530-fddff9b0f835, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:04:42.803224 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] For port bd211326-571f-4b1f-a530-fddff9b0f835, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd211326-571f-4b1f-a530-fddff9b0f835,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:04:42.806949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:42.825171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e0f080cb-53b6-49fb-90af-d5aa466caec2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:42.980086 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Pushing event updated for resources: {'Port': ['ID=bd211326-571f-4b1f-a530-fddff9b0f835,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:42.984934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:43.019076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:43.019791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:43.021280 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] 10.222.0.68 "PUT /v2.0/ports/bd211326-571f-4b1f-a530-fddff9b0f835 HTTP/1.1" status: 200  len: 1093 time: 1.3860886
Apr 15 20:04:43.021816 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13627154-f64a-4efd-a8af-07fd741b1e7f', 'tag': 'bd211326-571f-4b1f-a530-fddff9b0f835'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:04:43.098370 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13627154-f64a-4efd-a8af-07fd741b1e7f', 'tag': 'bd211326-571f-4b1f-a530-fddff9b0f835', 'status': 'completed', 'code': 200}
Apr 15 20:04:43.141533 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-10aec07f-ade0-4ac5-9240-389770a7f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:43.143137 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-10aec07f-ade0-4ac5-9240-389770a7f902 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 1096 time: 0.0827990
Apr 15 20:04:43.219442 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-23935cf3-f86f-4d24-b08d-d277a8afec00 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd211326-571f-4b1f-a530-fddff9b0f835 HTTP/1.1" status: 200  len: 217 time: 0.0686815
Apr 15 20:04:43.287917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-a4e6201c-59cc-4c08-9ede-c658379839ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:43.290004 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-a4e6201c-59cc-4c08-9ede-c658379839ca service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 HTTP/1.1" status: 200  len: 855 time: 0.0636001
Apr 15 20:04:43.345583 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-9ed43b26-4827-4549-a464-32eff21e8c3c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=19b452bb-c309-496d-a8d9-d08c6427af14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492668
Apr 15 20:04:43.804150 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-f2968c8b-e4ec-4822-b0dc-256f0d62932f service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4505644
Apr 15 20:04:43.818912 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7713e-d40d-4fcd-ab41-93a6b1d8fa11 req-6cc78dab-1120-429e-bd86-cf957393a800 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:43.821857 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e2d7713e-d40d-4fcd-ab41-93a6b1d8fa11 req-6cc78dab-1120-429e-bd86-cf957393a800 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 943 time: 0.3953032
Apr 15 20:04:43.961872 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e2d7713e-d40d-4fcd-ab41-93a6b1d8fa11 req-ec65ec27-3719-4b72-ab4c-fe4ec0dc950f tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160030
Apr 15 20:04:44.008247 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-5bc06ea7-490d-427d-897e-6b1ba8073429 req-9cc18701-1f2d-4715-978d-1f837819b057 service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852226
Apr 15 20:04:44.150209 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-5ec1717e-761d-46ff-8539-48c653e11036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:44.151943 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-5ec1717e-761d-46ff-8539-48c653e11036 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 1096 time: 0.0950243
Apr 15 20:04:44.295158 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-1ac8cda6-3047-4888-9ad8-fd0b54515a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:44.296755 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-1ac8cda6-3047-4888-9ad8-fd0b54515a0a service neutron] 10.222.0.68 "GET /v2.0/networks?id=19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 200  len: 916 time: 0.1381197
Apr 15 20:04:44.374066 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-86dc9a08-9f8a-4cde-901d-9dcca2165e39 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd211326-571f-4b1f-a530-fddff9b0f835 HTTP/1.1" status: 200  len: 217 time: 0.0702069
Apr 15 20:04:44.449679 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-67ebbaf0-8bdf-43a5-9815-6ffc09b23740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:44.451256 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-67ebbaf0-8bdf-43a5-9815-6ffc09b23740 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 HTTP/1.1" status: 200  len: 855 time: 0.0707450
Apr 15 20:04:44.510077 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-5a77ac0e-eccf-47fe-9fd5-9dd93a730000 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=19b452bb-c309-496d-a8d9-d08c6427af14&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502210
Apr 15 20:04:44.661857 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-eb467847-13e8-4e83-8ed6-f4b536496ba7 service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425006
Apr 15 20:04:44.811216 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-bb733aa2-6e9f-4618-b5d7-7bb636b582b4 req-919a26d7-7a1f-4ecf-b7be-51c4811adda7 service neutron] 10.222.0.68 "GET /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424685
Apr 15 20:04:45.170014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a50aef-d168-41f4-b7e6-a5952a8ea7b8 req-b94ab627-7af9-42d1-9e09-4ad7c55446f5 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:45.171695 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c5a50aef-d168-41f4-b7e6-a5952a8ea7b8 req-b94ab627-7af9-42d1-9e09-4ad7c55446f5 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 943 time: 0.0938923
Apr 15 20:04:45.220229 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c5a50aef-d168-41f4-b7e6-a5952a8ea7b8 req-1a68d866-598e-4362-b210-83de5ac2567c tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420954
Apr 15 20:04:46.429828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bae31-fdd6-4529-9373-dda28ae3c4e6 req-1cb24509-5e19-40cc-a773-4f17727c3c9d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:46.431524 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-373bae31-fdd6-4529-9373-dda28ae3c4e6 req-1cb24509-5e19-40cc-a773-4f17727c3c9d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 943 time: 0.0946596
Apr 15 20:04:46.485478 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-373bae31-fdd6-4529-9373-dda28ae3c4e6 req-5c3b1b0a-8056-414b-a201-ce8e1de23e97 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473094
Apr 15 20:04:47.693002 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ed63f-6f08-4e6c-b169-8c963fe5a0ac req-1ca4a0f8-0bb5-408f-a89e-3572c15fde3e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:47.694596 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3e3ed63f-6f08-4e6c-b169-8c963fe5a0ac req-1ca4a0f8-0bb5-408f-a89e-3572c15fde3e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 943 time: 0.0934803
Apr 15 20:04:47.745018 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3e3ed63f-6f08-4e6c-b169-8c963fe5a0ac req-2f5cd68b-4b2c-43ca-a517-cb63ec2efad5 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438721
Apr 15 20:04:48.664434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device bd211326-571f-4b1f-a530-fddff9b0f835 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:04:48.836319 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port bd211326-571f-4b1f-a530-fddff9b0f835, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd211326-571f-4b1f-a530-fddff9b0f835,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:04:48.852380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': 'bd211326-571f-4b1f-a530-fddff9b0f835', 'network_id': '19b452bb-c309-496d-a8d9-d08c6427af14', 'port_id': 'bd211326-571f-4b1f-a530-fddff9b0f835', 'mac_address': 'fa:16:3e:29:29:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfa00a0-ff5b-47c4-87d2-dfa40b92c354', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:04:48.927285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:48.946736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd211326-571f-4b1f-a530-fddff9b0f835 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:04:48.948560 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62dbb-ade3-4b09-adcd-080f65508730 req-882c98bb-6fc8-46ff-b956-dbf89056218f tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:48.950198 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62e62dbb-ade3-4b09-adcd-080f65508730 req-882c98bb-6fc8-46ff-b956-dbf89056218f tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 943 time: 0.0932989
Apr 15 20:04:48.963446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port bd211326-571f-4b1f-a530-fddff9b0f835, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd211326-571f-4b1f-a530-fddff9b0f835,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:04:48.966662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:48.968849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fca5e3b8-e8c9-4c7e-8ce4-2ce6b165f2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:49.000288 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-62e62dbb-ade3-4b09-adcd-080f65508730 req-969016c2-558f-42a0-98e5-adbaf9a02b1d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422425
Apr 15 20:04:49.049799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=bd211326-571f-4b1f-a530-fddff9b0f835,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:49.053459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:49.389186 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['bd211326-571f-4b1f-a530-fddff9b0f835'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:04:50.209835 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8ca98-c93f-4688-89b8-d421f1859ec0 req-82c824c7-d00b-4533-bdb8-252b2fb3e36d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:50.212452 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a5a8ca98-c93f-4688-89b8-d421f1859ec0 req-82c824c7-d00b-4533-bdb8-252b2fb3e36d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 944 time: 0.0947959
Apr 15 20:04:50.266214 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a5a8ca98-c93f-4688-89b8-d421f1859ec0 req-9c4c45ba-4c64-4e1c-9385-d032ed87823b tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472913
Apr 15 20:04:50.683124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device bd211326-571f-4b1f-a530-fddff9b0f835 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:04:50.758174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port bd211326-571f-4b1f-a530-fddff9b0f835 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:04:50.763251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port bd211326-571f-4b1f-a530-fddff9b0f835 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:04:50.763728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:50.893469 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:50.922696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13627154-f64a-4efd-a8af-07fd741b1e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd211326-571f-4b1f-a530-fddff9b0f835'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:04:50.933769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port bd211326-571f-4b1f-a530-fddff9b0f835, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd211326-571f-4b1f-a530-fddff9b0f835,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:04:50.936705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:04:50.938738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:04:50.974263 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13627154-f64a-4efd-a8af-07fd741b1e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd211326-571f-4b1f-a530-fddff9b0f835', 'code': 200}
Apr 15 20:04:51.018654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=bd211326-571f-4b1f-a530-fddff9b0f835,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:04:51.027460 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.027858 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.028247 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.028629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.029012 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.029386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.029757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.030129 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.030503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.030892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.031308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.031732 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:04:51.036080 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:04:51.223375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a33705-b9bf-4c84-87c1-057a4bc70ff7 req-9bd65059-cb83-4470-a241-40eeeacae432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:51.224912 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c8a33705-b9bf-4c84-87c1-057a4bc70ff7 req-9bd65059-cb83-4470-a241-40eeeacae432 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 1098 time: 0.0821702
Apr 15 20:04:51.269475 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c8a33705-b9bf-4c84-87c1-057a4bc70ff7 req-a903ecc8-a67f-4215-b5dd-ccc0c7b767ca service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364182
Apr 15 20:04:51.466127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b62c4d-2867-4914-bc4c-016354718ead req-38274806-dcfa-4bf9-ac99-d3b0ddc895d4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:51.467982 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c3b62c4d-2867-4914-bc4c-016354718ead req-38274806-dcfa-4bf9-ac99-d3b0ddc895d4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 945 time: 0.0888097
Apr 15 20:04:51.520290 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c3b62c4d-2867-4914-bc4c-016354718ead req-9468911e-a702-4a9d-bafb-14f74ce637f8 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457468
Apr 15 20:04:52.730260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123301f-4fac-44ff-a38a-5891ad6f44a8 req-39bd39a2-0965-465b-88b9-ef4eaed78535 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:04:52.731904 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7123301f-4fac-44ff-a38a-5891ad6f44a8 req-39bd39a2-0965-465b-88b9-ef4eaed78535 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 945 time: 0.0902777
Apr 15 20:04:52.781730 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7123301f-4fac-44ff-a38a-5891ad6f44a8 req-c75ccb3f-bd7f-4482-96e6-25fb34db5696 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434434
Apr 15 20:04:57.507635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:01.151472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:05:01.997585 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-82d86c4f-f491-4353-8358-850f1dabbe20 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0789955
Apr 15 20:05:02.109536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-6c7e2088-8d51-4efc-9cb7-e4b941091374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:02.111132 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-6c7e2088-8d51-4efc-9cb7-e4b941091374 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 1099 time: 0.0861716
Apr 15 20:05:02.267669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-64e910b1-cf1d-4ae1-89fc-accc0d8a56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:02.269186 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-64e910b1-cf1d-4ae1-89fc-accc0d8a56d1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1398737
Apr 15 20:05:02.377352 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-e357b212-8b6c-4238-ba05-ced658a26519 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d19ac357-560f-4e16-8746-937ee97d7e5c HTTP/1.1" status: 200  len: 1001 time: 0.1010365
Apr 15 20:05:02.449036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-c04a5d54-836b-4a50-a3b8-ae4241a48612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:02.450639 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-c04a5d54-836b-4a50-a3b8-ae4241a48612 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0661426
Apr 15 20:05:02.538692 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-44d839fd-8364-41d9-94a4-06e6e4d981cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:02.540399 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-44d839fd-8364-41d9-94a4-06e6e4d981cd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824897
Apr 15 20:05:02.691143 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-8cef7fb6-240a-4391-a5e8-155bea7e7be8 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444840
Apr 15 20:05:02.839315 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab7ff89-e756-4dd6-a997-7152d3672648 req-ead54c8b-9890-4277-85d4-1db079a6787e service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407712
Apr 15 20:05:04.052453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2530a955-2be7-4e1b-8d93-c79ae9badadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:05.929286 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19254055-80a5-48dd-8a85-0d20dd751b11 req-1f679223-9850-4e77-b187-9deadd1114da tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:05.931498 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-19254055-80a5-48dd-8a85-0d20dd751b11 req-1f679223-9850-4e77-b187-9deadd1114da tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 945 time: 0.0895545
Apr 15 20:05:05.983264 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-19254055-80a5-48dd-8a85-0d20dd751b11 req-e2a61426-35ce-42fc-9110-512af7dea35d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420103
Apr 15 20:05:06.182597 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5690dcdd-73de-4ff2-a1bd-e6f644b3e528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:06.889890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:07.192346 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54229164-cb2d-4793-9dea-0e785d1af98d req-051c5758-6ce6-49d5-9427-0720025066fd tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:07.193961 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-54229164-cb2d-4793-9dea-0e785d1af98d req-051c5758-6ce6-49d5-9427-0720025066fd tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 945 time: 0.0909073
Apr 15 20:05:07.243048 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-54229164-cb2d-4793-9dea-0e785d1af98d req-29e3dea3-172a-4036-9130-84601434a900 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422113
Apr 15 20:05:07.728445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:07.808329 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-74557785-8464-41da-8a66-0f4593920309 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:07.809904 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-74557785-8464-41da-8a66-0f4593920309 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 945 time: 0.0901382
Apr 15 20:05:07.890308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Deleting port bd211326-571f-4b1f-a530-fddff9b0f835 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:07.890729 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.157029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] For port bd211326-571f-4b1f-a530-fddff9b0f835, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bd211326-571f-4b1f-a530-fddff9b0f835,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:08.157422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.295673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Calling delete_port for bd211326-571f-4b1f-a530-fddff9b0f835 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:08.525915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35f88c-6a3a-42b1-983d-0144b072986b req-b3d839cf-1d42-4863-ac7e-c5d881beacb0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:08.527581 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4a35f88c-6a3a-42b1-983d-0144b072986b req-b3d839cf-1d42-4863-ac7e-c5d881beacb0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=13627154-f64a-4efd-a8af-07fd741b1e7f HTTP/1.1" status: 200  len: 945 time: 0.1690643
Apr 15 20:05:08.530767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.542959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['70dde193-a63c-4be3-b49a-989926274145', '0e03daab-9107-44f5-b911-4333acb78689', '02fef566-85b2-46e5-8c69-a91ebf0f8fe7', 'bd211326-571f-4b1f-a530-fddff9b0f835'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:05:08.547194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:08.614195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Pushing event deleted for resources: {'Port': ['ID=bd211326-571f-4b1f-a530-fddff9b0f835,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:08.668364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:08.714928 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4a35f88c-6a3a-42b1-983d-0144b072986b req-9faf7317-aba4-474f-8db4-3d0043f1c68d tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268442
Apr 15 20:05:08.803025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.857166 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] No DVR routers for this DVR port bd211326-571f-4b1f-a530-fddff9b0f835 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:05:08.859903 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:08.862769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13627154-f64a-4efd-a8af-07fd741b1e7f', 'name': 'network-vif-deleted', 'tag': 'bd211326-571f-4b1f-a530-fddff9b0f835'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:05:08.877999 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-fbe9f2b3-e2fc-4bfe-9308-7482175d28d9 req-e4ffd21f-4783-441f-81ae-708ffdeab4e4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "DELETE /v2.0/ports/bd211326-571f-4b1f-a530-fddff9b0f835 HTTP/1.1" status: 204  len: 173 time: 1.0619788
Apr 15 20:05:08.920885 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13627154-f64a-4efd-a8af-07fd741b1e7f', 'name': 'network-vif-deleted', 'tag': 'bd211326-571f-4b1f-a530-fddff9b0f835', 'status': 'completed', 'code': 200}
Apr 15 20:05:10.807696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device bd211326-571f-4b1f-a530-fddff9b0f835 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:10.847518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: bd211326-571f-4b1f-a530-fddff9b0f835 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:10.847909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device bd211326-571f-4b1f-a530-fddff9b0f835 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:11.697408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67c4ac-483a-41ad-841d-8c032ac59112 req-2c777744-f0d5-444f-82f5-7c8835e439e2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:11.698172 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-dd67c4ac-483a-41ad-841d-8c032ac59112 req-2c777744-f0d5-444f-82f5-7c8835e439e2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Synchronizing usage tracker for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:05:11.714585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-dd67c4ac-483a-41ad-841d-8c032ac59112 req-2c777744-f0d5-444f-82f5-7c8835e439e2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Unset dirty status for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:05:11.715966 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dd67c4ac-483a-41ad-841d-8c032ac59112 req-2c777744-f0d5-444f-82f5-7c8835e439e2 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 946 time: 0.3447917
Apr 15 20:05:11.764612 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dd67c4ac-483a-41ad-841d-8c032ac59112 req-07ed3fbb-e5a3-47a8-a525-a787aea616d8 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423405
Apr 15 20:05:12.968282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467b4ed-b1dc-4c0b-a4de-6dc7c9f0b491 req-7d62f588-d299-4f89-b06a-ded661c036ef tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:12.969810 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7467b4ed-b1dc-4c0b-a4de-6dc7c9f0b491 req-7d62f588-d299-4f89-b06a-ded661c036ef tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 946 time: 0.0894744
Apr 15 20:05:13.021482 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7467b4ed-b1dc-4c0b-a4de-6dc7c9f0b491 req-86e0d273-1f48-4ddb-8c09-61761ea7def4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452049
Apr 15 20:05:13.192243 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-e88691d5-bf3d-4e8f-beef-9deb6b32e7b1 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:13.193814 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-e88691d5-bf3d-4e8f-beef-9deb6b32e7b1 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 946 time: 0.0869501
Apr 15 20:05:13.271414 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Deleting port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:13.271690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.532589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] For port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:13.534616 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.669123 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Calling delete_port for 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:13.820321 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:13.831177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['70dde193-a63c-4be3-b49a-989926274145', '0e03daab-9107-44f5-b911-4333acb78689', '02fef566-85b2-46e5-8c69-a91ebf0f8fe7'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:05:13.839485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-14694c15-e998-4d0b-87c3-b9408b880815 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:13.933959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Pushing event deleted for resources: {'Port': ['ID=02fef566-85b2-46e5-8c69-a91ebf0f8fe7,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:13.936725 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:14.106475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] No DVR routers for this DVR port 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:05:14.109176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:14.112128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a5e60e-1bef-416f-b351-17f3b362a8fa', 'name': 'network-vif-deleted', 'tag': '02fef566-85b2-46e5-8c69-a91ebf0f8fe7'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:05:14.133273 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-70519a79-f70a-434e-b42e-e9d2e520a993 req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "DELETE /v2.0/ports/02fef566-85b2-46e5-8c69-a91ebf0f8fe7 HTTP/1.1" status: 204  len: 173 time: 0.9323745
Apr 15 20:05:14.199951 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a5e60e-1bef-416f-b351-17f3b362a8fa', 'name': 'network-vif-deleted', 'tag': '02fef566-85b2-46e5-8c69-a91ebf0f8fe7', 'status': 'completed', 'code': 200}
Apr 15 20:05:14.206476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e78de880-4384-4dc6-8ef6-f894a3840594 req-99767c14-36be-4758-a5ae-5cb7dc3b6035 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Synchronizing usage tracker for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:05:14.223290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e78de880-4384-4dc6-8ef6-f894a3840594 req-99767c14-36be-4758-a5ae-5cb7dc3b6035 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Unset dirty status for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:05:14.224644 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e78de880-4384-4dc6-8ef6-f894a3840594 req-99767c14-36be-4758-a5ae-5cb7dc3b6035 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=81a5e60e-1bef-416f-b351-17f3b362a8fa HTTP/1.1" status: 200  len: 210 time: 0.0723374
Apr 15 20:05:15.720302 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5d942-0188-4e04-8c26-8a7cc7faea31 req-ac5f70ab-30ec-415c-afe4-fe5c84e14500 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:15.721960 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-18b5d942-0188-4e04-8c26-8a7cc7faea31 req-ac5f70ab-30ec-415c-afe4-fe5c84e14500 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 945 time: 0.0917082
Apr 15 20:05:15.770911 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-18b5d942-0188-4e04-8c26-8a7cc7faea31 req-0f5fc475-6cc4-404b-a49e-834a8dea2cdb tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419822
Apr 15 20:05:16.855202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:16.892795 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:16.893195 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 02fef566-85b2-46e5-8c69-a91ebf0f8fe7 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:16.979479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1ddb9-5b99-4ed8-ac2f-30c60c49223d req-fa484d11-1bbf-4c09-b5b1-90043fabb9cf tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:16.981014 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-27c1ddb9-5b99-4ed8-ac2f-30c60c49223d req-fa484d11-1bbf-4c09-b5b1-90043fabb9cf tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 945 time: 0.0920291
Apr 15 20:05:17.029208 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-27c1ddb9-5b99-4ed8-ac2f-30c60c49223d req-b4c5ba9f-faed-4fb0-a8e0-04bb72d1d330 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418053
Apr 15 20:05:17.128409 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ce093-2b1e-4107-a073-855e018ff99d req-add0aaa1-2700-4ac8-af0e-d41126d7eb07 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:17.129960 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-151ce093-2b1e-4107-a073-855e018ff99d req-add0aaa1-2700-4ac8-af0e-d41126d7eb07 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 945 time: 0.0858219
Apr 15 20:05:17.209886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-151ce093-2b1e-4107-a073-855e018ff99d req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Deleting port 0e03daab-9107-44f5-b911-4333acb78689 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:17.210279 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-151ce093-2b1e-4107-a073-855e018ff99d req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:17.475711 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-151ce093-2b1e-4107-a073-855e018ff99d req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] For port 0e03daab-9107-44f5-b911-4333acb78689, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0e03daab-9107-44f5-b911-4333acb78689,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:17.476113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-151ce093-2b1e-4107-a073-855e018ff99d req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:17.605518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-151ce093-2b1e-4107-a073-855e018ff99d req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Calling delete_port for 0e03daab-9107-44f5-b911-4333acb78689 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:17.756332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-151ce093-2b1e-4107-a073-855e018ff99d req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:17.770549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['70dde193-a63c-4be3-b49a-989926274145', '0e03daab-9107-44f5-b911-4333acb78689'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:05:17.771800 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-6961d20e-2893-4c5d-b942-cafc7dfbc680 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:17.874740 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Pushing event deleted for resources: {'Port': ['ID=0e03daab-9107-44f5-b911-4333acb78689,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:17.878752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:18.024287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-151ce093-2b1e-4107-a073-855e018ff99d req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] No DVR routers for this DVR port 0e03daab-9107-44f5-b911-4333acb78689 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:05:18.026641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-151ce093-2b1e-4107-a073-855e018ff99d req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:18.029514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118b1950-dfda-48f8-980a-00ead8b8d208', 'name': 'network-vif-deleted', 'tag': '0e03daab-9107-44f5-b911-4333acb78689'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:05:18.045325 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-151ce093-2b1e-4107-a073-855e018ff99d req-c887f078-124f-42b0-957a-add166ce7f93 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "DELETE /v2.0/ports/0e03daab-9107-44f5-b911-4333acb78689 HTTP/1.1" status: 204  len: 173 time: 0.9102561
Apr 15 20:05:18.080763 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118b1950-dfda-48f8-980a-00ead8b8d208', 'name': 'network-vif-deleted', 'tag': '0e03daab-9107-44f5-b911-4333acb78689', 'status': 'completed', 'code': 200}
Apr 15 20:05:18.198076 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-24eb48ef-5ca7-47bb-8128-8acff901b1d6 req-6ab5b9a2-dad9-427b-871d-17f37bdca048 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Synchronizing usage tracker for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:05:18.213398 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-24eb48ef-5ca7-47bb-8128-8acff901b1d6 req-6ab5b9a2-dad9-427b-871d-17f37bdca048 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Unset dirty status for tenant:44df2d570f634a79887bd48d6c2ec9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:05:18.214678 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-24eb48ef-5ca7-47bb-8128-8acff901b1d6 req-6ab5b9a2-dad9-427b-871d-17f37bdca048 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=118b1950-dfda-48f8-980a-00ead8b8d208 HTTP/1.1" status: 200  len: 210 time: 0.0656240
Apr 15 20:05:20.908631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 0e03daab-9107-44f5-b911-4333acb78689 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:20.945832 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 0e03daab-9107-44f5-b911-4333acb78689 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:20.946230 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 0e03daab-9107-44f5-b911-4333acb78689 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:20.950292 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a7fb7-efcf-4290-b96b-7756b4a4f6bb req-fa8dcea5-8e5e-4a57-83a3-374912c81b10 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:20.951936 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-385a7fb7-efcf-4290-b96b-7756b4a4f6bb req-fa8dcea5-8e5e-4a57-83a3-374912c81b10 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 946 time: 0.0878863
Apr 15 20:05:21.003624 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-385a7fb7-efcf-4290-b96b-7756b4a4f6bb req-ab53d276-b46c-4348-b73c-36296e96b500 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451455
Apr 15 20:05:22.208999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd6fbf-0565-49ce-a2da-64fe0cef07c2 req-0d18435b-f6f0-4c35-9efb-aaf628bbcbb4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:22.211250 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-89dd6fbf-0565-49ce-a2da-64fe0cef07c2 req-0d18435b-f6f0-4c35-9efb-aaf628bbcbb4 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 946 time: 0.0895753
Apr 15 20:05:22.259987 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-89dd6fbf-0565-49ce-a2da-64fe0cef07c2 req-2da3bcc9-af5e-4301-98b3-ae77a43b31b0 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/security-groups?id=f262ddf7-15b4-4e12-9d24-b85b90c42cd8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423875
Apr 15 20:05:22.696909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-80342b2e-a70a-4de7-9d30-b55dd2eb0d47 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:22.698487 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-80342b2e-a70a-4de7-9d30-b55dd2eb0d47 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 946 time: 0.0919948
Apr 15 20:05:22.774789 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Deleting port 70dde193-a63c-4be3-b49a-989926274145 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:05:22.775168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:23.043731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] For port 70dde193-a63c-4be3-b49a-989926274145, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70dde193-a63c-4be3-b49a-989926274145,segment=NetworkSegment(022ee5a3-5e78-45c0-ab56-2aa625fb63c6),segment_id=022ee5a3-5e78-45c0-ab56-2aa625fb63c6)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:23.044145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:23.180047 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Calling delete_port for 70dde193-a63c-4be3-b49a-989926274145 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:05:23.344125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:23.356040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['70dde193-a63c-4be3-b49a-989926274145'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:05:23.360589 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c354ddc5-edda-40f1-84dd-68f3164dccc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:23.498595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Pushing event deleted for resources: {'Port': ['ID=70dde193-a63c-4be3-b49a-989926274145,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:23.512898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:23.515426 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-11021e8c-1e4c-4204-a12c-c9fd88f8f7a3 req-19c0418b-713d-473b-ad08-e15bf85c5b1e tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.58 "GET /v2.0/ports?device_id=318e31f6-3faa-466b-8733-aec0c90a30bd HTTP/1.1" status: 200  len: 210 time: 0.1219246
Apr 15 20:05:23.660400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] No DVR routers for this DVR port 70dde193-a63c-4be3-b49a-989926274145 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:05:23.662921 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:23.666394 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318e31f6-3faa-466b-8733-aec0c90a30bd', 'name': 'network-vif-deleted', 'tag': '70dde193-a63c-4be3-b49a-989926274145'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:05:23.682268 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1ab84c31-2744-4a47-a7aa-849a17166d2e req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] 10.222.0.68 "DELETE /v2.0/ports/70dde193-a63c-4be3-b49a-989926274145 HTTP/1.1" status: 204  len: 173 time: 0.9782045
Apr 15 20:05:23.721320 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318e31f6-3faa-466b-8733-aec0c90a30bd', 'name': 'network-vif-deleted', 'tag': '70dde193-a63c-4be3-b49a-989926274145', 'status': 'completed', 'code': 200}
Apr 15 20:05:24.618168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52656) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:24.692277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] Deleting subnet 2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:05:24.695927 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:24.747753 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1394614'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:24.807094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:25.290204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852640176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525694'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:25.307010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:25.391126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfa00a0-ff5b-47c4-87d2-dfa40b92c354,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:25.405766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:25.443318 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:25.449581 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2bfa00a0-ff5b-47c4-87d2-dfa40b92c354 HTTP/1.1" status: 204  len: 168 time: 0.8302438
Apr 15 20:05:25.452374 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52660) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:25.567019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:25.760497 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:25.877965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd59999e6d8>,) {'filters': {'network_id': ['19b452bb-c309-496d-a8d9-d08c6427af14']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:25.892031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd59999e6d8>, '022ee5a3-5e78-45c0-ab56-2aa625fb63c6') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:25.892368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd59999e6d8>, '022ee5a3-5e78-45c0-ab56-2aa625fb63c6') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:05:25.905704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853381234'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:25.921204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:25.927650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:05:26.106157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Network 19b452bb-c309-496d-a8d9-d08c6427af14 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:05:26.119663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134257'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:26.296938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Network 19b452bb-c309-496d-a8d9-d08c6427af14 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:05:26.320540 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:05:26.398066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:26.401760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:26.417618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:26.425056 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Pushing event deleted for resources: {'Network': ['ID=19b452bb-c309-496d-a8d9-d08c6427af14,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:26.427390 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:26.428940 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-722dc4c0-682d-47e8-a787-f5bd224a6922 admin admin] 10.222.0.58 "DELETE /v2.0/networks/19b452bb-c309-496d-a8d9-d08c6427af14 HTTP/1.1" status: 204  len: 168 time: 0.9755628
Apr 15 20:05:26.654668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52666) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:26.710004 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e63e4736-6da2-46c7-9b44-25607abd70ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44df2d570f634a79887bd48d6c2ec9ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514123
Apr 15 20:05:26.710449 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52670) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:26.772085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1bc4da8f-5cc1-4139-a800-99f3a50c1be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:26.803687 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1bc4da8f-5cc1-4139-a800-99f3a50c1be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:26.850765 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1bc4da8f-5cc1-4139-a800-99f3a50c1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:26.856386 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e71010b1-2ecb-4b62-afec-aea387f1fb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:26.869843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4da8f-5cc1-4139-a800-99f3a50c1be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f262ddf7-15b4-4e12-9d24-b85b90c42cd8,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:26.873043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1bc4da8f-5cc1-4139-a800-99f3a50c1be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:26.875389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1bc4da8f-5cc1-4139-a800-99f3a50c1be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:26.877112 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1bc4da8f-5cc1-4139-a800-99f3a50c1be0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f262ddf7-15b4-4e12-9d24-b85b90c42cd8 HTTP/1.1" status: 204  len: 168 time: 0.1649795
Apr 15 20:05:26.926213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 70dde193-a63c-4be3-b49a-989926274145 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:05:26.966463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 70dde193-a63c-4be3-b49a-989926274145 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:05:26.966860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 70dde193-a63c-4be3-b49a-989926274145 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:05:27.501087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:28.982115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52724) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:29.137369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.153854 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:05:29.158017 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] Usage tracker for resource:security_group_rule and tenant:b8184ce0533c40ef894efa35a72e694f is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:05:29.161282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:05:29.167503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:05:29.255413 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.258821 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.267925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1b0ee6ee-87c2-4039-8a9d-24604e463a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:29.311786 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b8184ce0533c40ef894efa35a72e694f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3284340
Apr 15 20:05:29.312754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ed8db-2efe-47f7-80d8-68eabdca4d64,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:29.314670 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 52730) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:29.316125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f0dcd2cf-41b2-4b5d-96ed-29932e682510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:29.378237 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.405740 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.464107 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.469251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c86878f9-25fd-4389-a172-9223e429b5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:29.483827 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ed8db-2efe-47f7-80d8-68eabdca4d64,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:29.495062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.495510 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.495934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.496343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.496749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.497157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.497560 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.497966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.498367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.498769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.499171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.499599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:29.503240 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:29.504506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.505818 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e4abcab0-5d72-499a-ad66-907f80295151 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee2ed8db-2efe-47f7-80d8-68eabdca4d64 HTTP/1.1" status: 204  len: 168 time: 0.1892438
Apr 15 20:05:29.792164 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 52738) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:29.811788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.827311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:05:29.831892 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] Usage tracker for resource:security_group_rule and tenant:896f09b622924d01b5c4922af68b1d88 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:05:29.834855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:05:29.841055 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:05:29.928396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.931616 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:29.940453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8993a520-482a-48c5-a65c-f5ede0488bf4 tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:29.982549 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=896f09b622924d01b5c4922af68b1d88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1891987
Apr 15 20:05:29.983545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaa0d25-55ee-44ab-b6d0-add542bd4e25,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:29.985486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52742) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:29.987206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c6e6a461-6131-4ec7-86ad-7b844e27a82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:30.054151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7b1eaa5-e6a8-48ed-959a-342d9451a7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:30.081388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7b1eaa5-e6a8-48ed-959a-342d9451a7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:30.126092 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7b1eaa5-e6a8-48ed-959a-342d9451a7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:30.131138 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a7594521-9589-4b97-afd1-1a43264dc89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:30.145645 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1eaa5-e6a8-48ed-959a-342d9451a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaa0d25-55ee-44ab-b6d0-add542bd4e25,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:30.148586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b7b1eaa5-e6a8-48ed-959a-342d9451a7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:30.155199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7b1eaa5-e6a8-48ed-959a-342d9451a7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:30.158801 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b7b1eaa5-e6a8-48ed-959a-342d9451a7db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cdaa0d25-55ee-44ab-b6d0-add542bd4e25 HTTP/1.1" status: 204  len: 168 time: 0.1698837
Apr 15 20:05:34.029803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e899d7ec-4359-4f3b-ad47-cd6e46a1474c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.036606 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 52828) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:35.163718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.178944 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:05:35.183036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Usage tracker for resource:security_group_rule and tenant:88b4c74a7d7f4738944fed7cfd1a6be6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:05:35.186024 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:05:35.192068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:05:35.286446 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.289333 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.299387 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5213d8f0-cd28-45e2-9881-f4e499b641e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:35.342999 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88b4c74a7d7f4738944fed7cfd1a6be6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3051832
Apr 15 20:05:35.344315 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3081b4-1da7-4026-a5db-fab0b5a43342,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:35.345841 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52834) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:35.347441 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:35.410920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b3524b5c-5e93-4e6a-a8bf-f06a7117a6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.439804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b3524b5c-5e93-4e6a-a8bf-f06a7117a6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.484448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b3524b5c-5e93-4e6a-a8bf-f06a7117a6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.489526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-905b44d0-5ce8-44c1-9132-0e62e7971ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:35.504257 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3524b5c-5e93-4e6a-a8bf-f06a7117a6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3081b4-1da7-4026-a5db-fab0b5a43342,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:35.510325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b3524b5c-5e93-4e6a-a8bf-f06a7117a6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:35.511967 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b3524b5c-5e93-4e6a-a8bf-f06a7117a6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.513181 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b3524b5c-5e93-4e6a-a8bf-f06a7117a6cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe3081b4-1da7-4026-a5db-fab0b5a43342 HTTP/1.1" status: 204  len: 168 time: 0.1662753
Apr 15 20:05:35.802592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52842) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:35.821868 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.837475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:05:35.841524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:8d337211446d47f59e5f45cf9a74fb1b is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:05:35.844467 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:05:35.851882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:05:35.935248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.938098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:35.947242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-006352c6-d7ea-4414-bb5b-52c9a5112e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:35.989719 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d337211446d47f59e5f45cf9a74fb1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1859283
Apr 15 20:05:35.991427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1fab9b-d30e-4225-9ffc-656eff1bf4fd,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:35.993257 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 52846) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:35.995183 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f336a28a-acb5-44da-b204-cc05891db4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:36.058326 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aa42cbbb-3f4d-4a69-b765-9b84fc1453db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:36.086402 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aa42cbbb-3f4d-4a69-b765-9b84fc1453db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:36.131605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aa42cbbb-3f4d-4a69-b765-9b84fc1453db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:36.137786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bacca97e-e53a-41c6-8f2e-0735e2b5471c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:36.152810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42cbbb-3f4d-4a69-b765-9b84fc1453db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1fab9b-d30e-4225-9ffc-656eff1bf4fd,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:36.158035 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-aa42cbbb-3f4d-4a69-b765-9b84fc1453db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:36.165040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-aa42cbbb-3f4d-4a69-b765-9b84fc1453db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:36.166269 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-aa42cbbb-3f4d-4a69-b765-9b84fc1453db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce1fab9b-d30e-4225-9ffc-656eff1bf4fd HTTP/1.1" status: 204  len: 168 time: 0.1718976
Apr 15 20:05:36.189026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-478e717a-5dd7-4047-847f-e71b4db44beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:36.891935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:37.731855 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:38.151417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:05:38.789364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:46.259331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 52982) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:46.386822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:46.402573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:05:46.406660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] Usage tracker for resource:security_group_rule and tenant:1ee17197065342f5ace2b27302ff53b5 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:05:46.409882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:05:46.415915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:05:46.499556 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:46.502436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:46.512370 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2ccd7994-9713-4cf8-a2f4-2eb6b5910cea tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:46.557861 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ee17197065342f5ace2b27302ff53b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2948298
Apr 15 20:05:46.557861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df61088c-f266-4201-b362-0088f84bb534,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:46.558293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52988) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:46.562119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-09767514-08e3-4b54-8961-3be2e8a132bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:46.624917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:46.653392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:46.703776 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:46.708973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-11ba3c77-a5ff-47c7-b652-1c62223eb67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:46.721909 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df61088c-f266-4201-b362-0088f84bb534,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:46.734984 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.735439 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.735857 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.736267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.736671 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.737077 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.737480 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.737885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.738288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.738690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.739090 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.739518 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:46.743921 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:46.744921 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:46.746182 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-728eabd0-118d-4303-b72f-4a28f3317e1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df61088c-f266-4201-b362-0088f84bb534 HTTP/1.1" status: 204  len: 168 time: 0.1868365
Apr 15 20:05:47.046591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 52996) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:47.066552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.082833 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:05:47.086935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] Usage tracker for resource:security_group_rule and tenant:1aebbd5e09c443ff88dbfebdd0b88c2b is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:05:47.089987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:05:47.096288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:05:47.182979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.185849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.194838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-056c51a0-d1de-470d-b829-96ea3d4c3ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:47.236313 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1aebbd5e09c443ff88dbfebdd0b88c2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1885192
Apr 15 20:05:47.238023 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd1eeef-8234-469f-a4f1-1af960f3c8ab,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:47.239228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53000) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:47.241303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e4e004b8-e7dc-4ae9-8c23-806838a7bf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:47.305953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-53052592-859f-48b7-80ba-68afd9c94cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.333182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-53052592-859f-48b7-80ba-68afd9c94cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.382283 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-53052592-859f-48b7-80ba-68afd9c94cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.387442 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3bca467a-ef3c-4b41-9fcf-b7e06a4fadd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:47.401090 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53052592-859f-48b7-80ba-68afd9c94cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd1eeef-8234-469f-a4f1-1af960f3c8ab,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:47.405259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-53052592-859f-48b7-80ba-68afd9c94cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:47.411191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-53052592-859f-48b7-80ba-68afd9c94cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.412453 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-53052592-859f-48b7-80ba-68afd9c94cab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1dd1eeef-8234-469f-a4f1-1af960f3c8ab HTTP/1.1" status: 204  len: 168 time: 0.1720719
Apr 15 20:05:47.773983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53008) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:47.793537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.808915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:05:47.812979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] Usage tracker for resource:security_group_rule and tenant:9272c35ff90043d8af15675c9fe599e1 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:05:47.816058 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:05:47.822612 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:05:47.911754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.914642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:47.924293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1ae244e5-7584-41d6-91ab-ce95a888ef65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:47.966837 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9272c35ff90043d8af15675c9fe599e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1916957
Apr 15 20:05:47.968559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7105b0-6a09-4736-9eea-65770c9e73b0,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:47.969698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53012) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:05:47.971908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-4f191196-0f09-43e8-9d90-d6e3e2242c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:48.031088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-afc1f420-898f-499b-9db5-58e7d672009b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:48.058112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-afc1f420-898f-499b-9db5-58e7d672009b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:48.101541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-afc1f420-898f-499b-9db5-58e7d672009b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:48.106392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-951d14e3-332d-4791-83c1-612d80881b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:48.117373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1f420-898f-499b-9db5-58e7d672009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7105b0-6a09-4736-9eea-65770c9e73b0,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:48.122126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-afc1f420-898f-499b-9db5-58e7d672009b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:48.124214 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-afc1f420-898f-499b-9db5-58e7d672009b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:48.125423 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-afc1f420-898f-499b-9db5-58e7d672009b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c7105b0-6a09-4736-9eea-65770c9e73b0 HTTP/1.1" status: 204  len: 168 time: 0.1546671
Apr 15 20:05:50.695355 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-5f012b02-8ec0-4e5a-a98b-4176f3690457 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=139054ea7bdb4f99aec6b1b46ca3abb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329013
Apr 15 20:05:50.859791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-a85cfc4d-c2ed-4a0d-bff4-c25076727f9b tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:50.861403 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-a85cfc4d-c2ed-4a0d-bff4-c25076727f9b tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1604140
Apr 15 20:05:50.877227 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-859a06e2-34df-4c89-8f2c-c8dd16d3aea5 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/quotas/139054ea7bdb4f99aec6b1b46ca3abb0 HTTP/1.1" status: 200  len: 375 time: 0.0097728
Apr 15 20:05:50.930959 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-acc10aea-f90d-4723-a89c-64db7d78f0b0 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=139054ea7bdb4f99aec6b1b46ca3abb0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477374
Apr 15 20:05:51.127765 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2dd3634f-0afc-4022-a6d9-efdb3f2e4963 req-547657dd-b345-4648-bc71-975999897580 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 210 time: 0.0535445
Apr 15 20:05:52.042911 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-26bda7f3-260c-4888-ba80-0559cc99fc19 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=139054ea7bdb4f99aec6b1b46ca3abb0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332172
Apr 15 20:05:52.222382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-90b7abb7-d5fa-431f-9395-793e7379e87c tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:52.224031 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-90b7abb7-d5fa-431f-9395-793e7379e87c tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1758208
Apr 15 20:05:52.236160 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Request body: {'port': {'device_id': 'fec7c601-baf1-4fe4-9a99-896309889899', 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b', 'admin_state_up': True, 'tenant_id': '139054ea7bdb4f99aec6b1b46ca3abb0'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:05:52.361803 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-65ca80b4-747e-41d8-8a01-7deeaeeaab19 req-bc15c6c7-1416-4065-8b51-3102143ba08d tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 210 time: 0.1079328
Apr 15 20:05:52.431731 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:05:52.435830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Usage tracker for resource:port and tenant:139054ea7bdb4f99aec6b1b46ca3abb0 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:05:52.438805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:05:52.445406 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:05:52.454300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Made reservation on behalf of 139054ea7bdb4f99aec6b1b46ca3abb0 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:05:52.461032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:52.474917 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:52.492634 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:05:52.496716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Usage tracker for resource:security_group_rule and tenant:139054ea7bdb4f99aec6b1b46ca3abb0 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:05:52.499707 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:05:52.505736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:05:52.596079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:52.598875 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:52.603601 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b373eb59-a0a0-4db2-95d9-1839e634d150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:52.692285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e95f1-3fa8-4bfe-a592-f8b466607544,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:52.702660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:52.787757 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Allocated IP 192.168.233.179 (4ec0a1a5-7304-440e-92a2-0c2e7e3b022b/fe96360a-0538-4ede-9163-52278fcc21f6/f1317b80-bea3-4a9f-90bf-e37eaf268e3d) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:05:53.002662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:53.018941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Transition to ACTIVE for port object f1317b80-bea3-4a9f-90bf-e37eaf268e3d will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:05:53.042254 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:53.057775 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f8da0307-2fc5-4a61-88cb-686c0df01f58 tempest-AttachVolumeShelveTestJSON-1464789136 tempest-AttachVolumeShelveTestJSON-1464789136-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:53.195524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Pushing event updated for resources: {'Port': ['ID=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:53.199934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:53.250130 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:05:53.251350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:05:53.253622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:05:53.321612 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:53.322343 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:53.362684 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1308448
Apr 15 20:05:53.380615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Request body: {'port': {'device_id': 'fec7c601-baf1-4fe4-9a99-896309889899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:05:53.428739 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-71b704e7-af39-4116-8e83-b981478db12e None None] Provisioning for port f1317b80-bea3-4a9f-90bf-e37eaf268e3d completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:05:53.434546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-71b704e7-af39-4116-8e83-b981478db12e None None] Provisioning complete for port f1317b80-bea3-4a9f-90bf-e37eaf268e3d triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:05:53.435212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-71b704e7-af39-4116-8e83-b981478db12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:53.495975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-71b704e7-af39-4116-8e83-b981478db12e None None] Port f1317b80-bea3-4a9f-90bf-e37eaf268e3d cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:05:53.556184 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:53.894310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac289b-001b-4091-bd3d-7c3ef1ecacd2 req-1106f989-8acd-42ac-8686-e00d50b63d3b tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:53.895126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-91ac289b-001b-4091-bd3d-7c3ef1ecacd2 req-1106f989-8acd-42ac-8686-e00d50b63d3b tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Synchronizing usage tracker for tenant:139054ea7bdb4f99aec6b1b46ca3abb0 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:05:53.968090 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-91ac289b-001b-4091-bd3d-7c3ef1ecacd2 req-1106f989-8acd-42ac-8686-e00d50b63d3b tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Unset dirty status for tenant:139054ea7bdb4f99aec6b1b46ca3abb0 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:05:53.969358 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-91ac289b-001b-4091-bd3d-7c3ef1ecacd2 req-1106f989-8acd-42ac-8686-e00d50b63d3b tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 936 time: 0.4868426
Apr 15 20:05:54.101508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-91ac289b-001b-4091-bd3d-7c3ef1ecacd2 req-69090d11-1ab6-42e5-8564-ba8503e45785 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Synchronizing usage tracker for tenant:139054ea7bdb4f99aec6b1b46ca3abb0 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:05:54.145040 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-91ac289b-001b-4091-bd3d-7c3ef1ecacd2 req-69090d11-1ab6-42e5-8564-ba8503e45785 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Unset dirty status for tenant:139054ea7bdb4f99aec6b1b46ca3abb0 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:05:54.146202 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-91ac289b-001b-4091-bd3d-7c3ef1ecacd2 req-69090d11-1ab6-42e5-8564-ba8503e45785 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697431
Apr 15 20:05:54.242407 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1317b80-bea3-4a9f-90bf-e37eaf268e3d {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:05:54.250273 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:54.266075 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Transition to ACTIVE for port object f1317b80-bea3-4a9f-90bf-e37eaf268e3d will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:05:54.268842 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:54.284310 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2112cf73-fd11-45db-8cdc-da5ecf9e3659 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:54.419045 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Pushing event updated for resources: {'Port': ['ID=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:54.423637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:54.654470 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Attempting to bind port f1317b80-bea3-4a9f-90bf-e37eaf268e3d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:05:54.654840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Attempting to bind port f1317b80-bea3-4a9f-90bf-e37eaf268e3d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8c61c098-be75-4a4c-9d9e-305b6deb8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:05:54.655199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Attempting to bind port f1317b80-bea3-4a9f-90bf-e37eaf268e3d on network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:05:54.660385 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Port f1317b80-bea3-4a9f-90bf-e37eaf268e3d on network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:05:54.660743 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Attempting to bind port f1317b80-bea3-4a9f-90bf-e37eaf268e3d on network 4ec0a1a5-7304-440e-92a2-0c2e7e3b022b {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:05:54.666673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:05:54.667044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Checking segment: {'id': '8c61c098-be75-4a4c-9d9e-305b6deb8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:05:54.667529 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Bound using segment: {'id': '8c61c098-be75-4a4c-9d9e-305b6deb8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:05:54.668001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Bound port: f1317b80-bea3-4a9f-90bf-e37eaf268e3d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c61c098-be75-4a4c-9d9e-305b6deb8dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:05:54.668380 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:54.762538 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] For port f1317b80-bea3-4a9f-90bf-e37eaf268e3d, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:05:54.765620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] For port f1317b80-bea3-4a9f-90bf-e37eaf268e3d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,segment=NetworkSegment(8c61c098-be75-4a4c-9d9e-305b6deb8dba),segment_id=8c61c098-be75-4a4c-9d9e-305b6deb8dba)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:05:54.768951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:54.787905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-5fb42fc9-b65e-4204-9920-b529a51c1c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:54.938696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Pushing event updated for resources: {'Port': ['ID=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:54.943399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:54.976985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:54.977364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:54.978885 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] 10.222.0.68 "PUT /v2.0/ports/f1317b80-bea3-4a9f-90bf-e37eaf268e3d HTTP/1.1" status: 200  len: 1098 time: 1.6080382
Apr 15 20:05:54.979437 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec7c601-baf1-4fe4-9a99-896309889899', 'tag': 'f1317b80-bea3-4a9f-90bf-e37eaf268e3d'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:05:55.071468 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec7c601-baf1-4fe4-9a99-896309889899', 'tag': 'f1317b80-bea3-4a9f-90bf-e37eaf268e3d', 'status': 'completed', 'code': 200}
Apr 15 20:05:55.110493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-05e0c9f6-6ecc-4c7e-92d7-fbe80a0fab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:55.112141 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-05e0c9f6-6ecc-4c7e-92d7-fbe80a0fab1d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=139054ea7bdb4f99aec6b1b46ca3abb0&device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 1101 time: 0.0839131
Apr 15 20:05:55.190661 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-0b488f67-a8ba-46a9-ba06-9c9bb0bee2f6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f1317b80-bea3-4a9f-90bf-e37eaf268e3d HTTP/1.1" status: 200  len: 217 time: 0.0709448
Apr 15 20:05:55.258109 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-3462b364-c691-489b-bbad-ddf2c60d9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:55.259578 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-3462b364-c691-489b-bbad-ddf2c60d9201 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe96360a-0538-4ede-9163-52278fcc21f6 HTTP/1.1" status: 200  len: 843 time: 0.0632980
Apr 15 20:05:55.417876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1162c6-2d14-4b94-89df-c26cb909e4a3 req-267dfc0e-1c65-4213-8b1f-17dcc41ea87c tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:55.419993 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1e1162c6-2d14-4b94-89df-c26cb909e4a3 req-267dfc0e-1c65-4213-8b1f-17dcc41ea87c tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 948 time: 0.1594801
Apr 15 20:05:55.423349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-ac5ee0e4-5bc5-473e-b3d9-6d00a93d20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:55.424857 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-ac5ee0e4-5bc5-473e-b3d9-6d00a93d20c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4ec0a1a5-7304-440e-92a2-0c2e7e3b022b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1251171
Apr 15 20:05:55.550215 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1e1162c6-2d14-4b94-89df-c26cb909e4a3 req-ab9b0366-6dac-4558-821c-f11396f6bf51 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236196
Apr 15 20:05:55.605188 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-d20588da-4563-46a6-b4d3-e53334e3e43c service neutron] 10.222.0.68 "GET /v2.0/networks/4ec0a1a5-7304-440e-92a2-0c2e7e3b022b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626341
Apr 15 20:05:55.748189 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b31a0404-fc00-4e1e-aaec-7bd0d2d6871f req-b2d48e94-941b-440e-9fc8-394aa5c9445a service neutron] 10.222.0.68 "GET /v2.0/networks/4ec0a1a5-7304-440e-92a2-0c2e7e3b022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361568
Apr 15 20:05:55.869798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-82e1cbad-e669-4373-acce-8322272e80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:55.871327 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-82e1cbad-e669-4373-acce-8322272e80d3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=139054ea7bdb4f99aec6b1b46ca3abb0&device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 1101 time: 0.0782042
Apr 15 20:05:56.014137 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-17cabf92-ac06-456e-b504-e1006999ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:56.015738 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-17cabf92-ac06-456e-b504-e1006999ca23 service neutron] 10.222.0.68 "GET /v2.0/networks?id=4ec0a1a5-7304-440e-92a2-0c2e7e3b022b HTTP/1.1" status: 200  len: 870 time: 0.1370142
Apr 15 20:05:56.091463 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-7108baac-0e05-4a8c-83fa-1d048742d61a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f1317b80-bea3-4a9f-90bf-e37eaf268e3d HTTP/1.1" status: 200  len: 217 time: 0.0687487
Apr 15 20:05:56.160819 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-9623e024-3e37-477d-b931-edeedff1481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:56.162289 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-9623e024-3e37-477d-b931-edeedff1481f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=fe96360a-0538-4ede-9163-52278fcc21f6 HTTP/1.1" status: 200  len: 843 time: 0.0642958
Apr 15 20:05:56.246990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-e8bf92cc-95be-4666-9cab-89958286f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:56.248601 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-e8bf92cc-95be-4666-9cab-89958286f3d4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4ec0a1a5-7304-440e-92a2-0c2e7e3b022b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0800352
Apr 15 20:05:56.391232 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-9be6e651-77f7-4231-a44d-39a0f61b6b14 service neutron] 10.222.0.68 "GET /v2.0/networks/4ec0a1a5-7304-440e-92a2-0c2e7e3b022b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358683
Apr 15 20:05:56.534271 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3cea327b-d4ab-42bc-9bab-89f0d05b4a49 req-566174a3-dc30-4bfb-a5df-303d42a94910 service neutron] 10.222.0.68 "GET /v2.0/networks/4ec0a1a5-7304-440e-92a2-0c2e7e3b022b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352787
Apr 15 20:05:56.751836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2a7ce-08ea-47b8-af03-7175e38582be req-47d86407-85ff-45fd-8ab9-45baa9b1c65e tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:56.753427 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2fd2a7ce-08ea-47b8-af03-7175e38582be req-47d86407-85ff-45fd-8ab9-45baa9b1c65e tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 948 time: 0.0878384
Apr 15 20:05:56.802375 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2fd2a7ce-08ea-47b8-af03-7175e38582be req-4476774e-461c-429d-92a3-f4585cc83a88 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419474
Apr 15 20:05:57.516212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:58.004828 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ac96e-b9a6-46f1-99a1-0a7b109333cf req-0199ee1c-d53e-4d4e-9f9f-77c79c452f13 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:58.006407 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1f2ac96e-b9a6-46f1-99a1-0a7b109333cf req-0199ee1c-d53e-4d4e-9f9f-77c79c452f13 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 948 time: 0.0911415
Apr 15 20:05:58.055001 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1f2ac96e-b9a6-46f1-99a1-0a7b109333cf req-907ba557-b070-48aa-ad2e-4a19138c9914 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421634
Apr 15 20:05:59.022770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device f1317b80-bea3-4a9f-90bf-e37eaf268e3d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:05:59.169935 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port f1317b80-bea3-4a9f-90bf-e37eaf268e3d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,segment=NetworkSegment(8c61c098-be75-4a4c-9d9e-305b6deb8dba),segment_id=8c61c098-be75-4a4c-9d9e-305b6deb8dba)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:59.185513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': 'f1317b80-bea3-4a9f-90bf-e37eaf268e3d', 'network_id': '4ec0a1a5-7304-440e-92a2-0c2e7e3b022b', 'port_id': 'f1317b80-bea3-4a9f-90bf-e37eaf268e3d', 'mac_address': 'fa:16:3e:60:97:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe96360a-0538-4ede-9163-52278fcc21f6', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:05:59.245695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:59.261568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4d28-d9a1-416a-b9e3-ac976b6d93cd req-58289879-44b1-4dac-9a71-4d01aa87fc2a tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:05:59.263184 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c8fc4d28-d9a1-416a-b9e3-ac976b6d93cd req-58289879-44b1-4dac-9a71-4d01aa87fc2a tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 948 time: 0.0894854
Apr 15 20:05:59.267017 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1317b80-bea3-4a9f-90bf-e37eaf268e3d {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:05:59.283531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port f1317b80-bea3-4a9f-90bf-e37eaf268e3d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,segment=NetworkSegment(8c61c098-be75-4a4c-9d9e-305b6deb8dba),segment_id=8c61c098-be75-4a4c-9d9e-305b6deb8dba)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:05:59.286630 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:05:59.289068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:05:59.312215 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c8fc4d28-d9a1-416a-b9e3-ac976b6d93cd req-646a2d38-5ea8-427a-a2f2-25614a3e0e4d tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426126
Apr 15 20:05:59.358604 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:05:59.366369 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.366791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.367170 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.367598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.367967 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.368337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.368698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.369061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.369427 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.369787 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.370147 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.370504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:05:59.374708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:05:59.604802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['f1317b80-bea3-4a9f-90bf-e37eaf268e3d'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:06:00.516878 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f1e9c-81d0-440d-8601-0544437318ee req-c2e0f916-1559-4f92-8ed1-b16a079a8464 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:00.518499 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df9f1e9c-81d0-440d-8601-0544437318ee req-c2e0f916-1559-4f92-8ed1-b16a079a8464 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 949 time: 0.0916004
Apr 15 20:06:00.566481 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-df9f1e9c-81d0-440d-8601-0544437318ee req-970c4ef8-6de4-482d-a6bc-140e6d1041e9 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416782
Apr 15 20:06:01.049228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device f1317b80-bea3-4a9f-90bf-e37eaf268e3d up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:06:01.118887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port f1317b80-bea3-4a9f-90bf-e37eaf268e3d completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:06:01.123718 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port f1317b80-bea3-4a9f-90bf-e37eaf268e3d triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:06:01.124133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:01.246890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:01.274270 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec7c601-baf1-4fe4-9a99-896309889899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1317b80-bea3-4a9f-90bf-e37eaf268e3d'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:06:01.284944 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port f1317b80-bea3-4a9f-90bf-e37eaf268e3d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,segment=NetworkSegment(8c61c098-be75-4a4c-9d9e-305b6deb8dba),segment_id=8c61c098-be75-4a4c-9d9e-305b6deb8dba)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:06:01.289084 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:01.291105 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fca5e3b8-e8c9-4c7e-8ce4-2ce6b165f2b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:01.328250 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec7c601-baf1-4fe4-9a99-896309889899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1317b80-bea3-4a9f-90bf-e37eaf268e3d', 'code': 200}
Apr 15 20:06:01.364905 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:01.368536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:01.560073 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180619-2f99-44bf-95df-f8381e410b56 req-ac7fcdcf-d984-4f22-85a0-c9feff424f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:01.561773 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de180619-2f99-44bf-95df-f8381e410b56 req-ac7fcdcf-d984-4f22-85a0-c9feff424f27 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 1103 time: 0.0775418
Apr 15 20:06:01.608103 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de180619-2f99-44bf-95df-f8381e410b56 req-eb834852-74fb-49ae-8b53-3ee225d6df94 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395334
Apr 15 20:06:01.764644 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8648f4-8f79-47b3-9069-062f6bb6edae req-3b9418c8-0265-408f-8baa-a77bfea238f5 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:01.766242 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1d8648f4-8f79-47b3-9069-062f6bb6edae req-3b9418c8-0265-408f-8baa-a77bfea238f5 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 950 time: 0.0874500
Apr 15 20:06:01.813947 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1d8648f4-8f79-47b3-9069-062f6bb6edae req-3686e3d9-a892-445f-816a-6adb29867616 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413251
Apr 15 20:06:03.022036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079e990-862b-4e56-9943-e8c1d3ec7f0f req-487af28a-80f4-4d4f-a07a-c46d984765d6 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:03.023581 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8079e990-862b-4e56-9943-e8c1d3ec7f0f req-487af28a-80f4-4d4f-a07a-c46d984765d6 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 950 time: 0.0932276
Apr 15 20:06:03.072307 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8079e990-862b-4e56-9943-e8c1d3ec7f0f req-74568adb-67d4-4ebd-ac01-4bddcc8e43b4 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422246
Apr 15 20:06:03.535823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce75606-10ba-4be2-bd8c-509cf44318e0 req-cbd8ccc8-7745-4018-af24-06bd017ed4c1 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:03.537431 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0ce75606-10ba-4be2-bd8c-509cf44318e0 req-cbd8ccc8-7745-4018-af24-06bd017ed4c1 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 950 time: 0.0871747
Apr 15 20:06:03.585231 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0ce75606-10ba-4be2-bd8c-509cf44318e0 req-5c2345cf-b0b7-4aa0-b1a9-3758617ca5c2 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410118
Apr 15 20:06:04.031010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b6e46cb8-e163-4ff3-b15a-2cb07e388a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:04.798955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e798e-5364-4986-bb1e-d9b053f5b56c req-009fca57-aa73-44aa-8676-652d10d05e18 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:04.800586 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-507e798e-5364-4986-bb1e-d9b053f5b56c req-009fca57-aa73-44aa-8676-652d10d05e18 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 950 time: 0.0930834
Apr 15 20:06:04.848044 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-507e798e-5364-4986-bb1e-d9b053f5b56c req-ebe65b19-2e85-43fd-804e-18c8daaaaeb5 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/security-groups?id=a87e95f1-3fa8-4bfe-a592-f8b466607544&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410678
Apr 15 20:06:04.961444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-4df936c3-7530-4689-a58c-bff87c4531b9 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:04.963058 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-4df936c3-7530-4689-a58c-bff87c4531b9 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.68 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 950 time: 0.0894227
Apr 15 20:06:05.041971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Deleting port f1317b80-bea3-4a9f-90bf-e37eaf268e3d {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:06:05.042525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:05.302979 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] For port f1317b80-bea3-4a9f-90bf-e37eaf268e3d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,segment=NetworkSegment(8c61c098-be75-4a4c-9d9e-305b6deb8dba),segment_id=8c61c098-be75-4a4c-9d9e-305b6deb8dba)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:06:05.303327 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:05.435549 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Calling delete_port for f1317b80-bea3-4a9f-90bf-e37eaf268e3d owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:06:05.586831 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:05.598235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['f1317b80-bea3-4a9f-90bf-e37eaf268e3d'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:06:05.602557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:05.650950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Pushing event deleted for resources: {'Port': ['ID=f1317b80-bea3-4a9f-90bf-e37eaf268e3d,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:05.930571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:06.020797 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-41478437-c63f-4ce2-b0a6-0a4b36835051 req-0ef6f05a-da86-4875-aab0-46f3c2b940f1 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.58 "GET /v2.0/ports?device_id=fec7c601-baf1-4fe4-9a99-896309889899 HTTP/1.1" status: 200  len: 210 time: 0.0548806
Apr 15 20:06:06.128382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] No DVR routers for this DVR port f1317b80-bea3-4a9f-90bf-e37eaf268e3d on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:06:06.131263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:06.134416 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec7c601-baf1-4fe4-9a99-896309889899', 'name': 'network-vif-deleted', 'tag': 'f1317b80-bea3-4a9f-90bf-e37eaf268e3d'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:06:06.151941 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-dca8afed-9044-4a5c-ad2a-617c5d8bf83b req-304f46de-bde6-4ed7-a16f-b4c82f005f53 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] 10.222.0.68 "DELETE /v2.0/ports/f1317b80-bea3-4a9f-90bf-e37eaf268e3d HTTP/1.1" status: 204  len: 173 time: 1.1837478
Apr 15 20:06:06.185037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-48f15119-24be-41c4-9b5e-e2445664aa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:06.191589 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec7c601-baf1-4fe4-9a99-896309889899', 'name': 'network-vif-deleted', 'tag': 'f1317b80-bea3-4a9f-90bf-e37eaf268e3d', 'status': 'completed', 'code': 200}
Apr 15 20:06:06.894004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:07.734212 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:08.792564 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:09.068185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device f1317b80-bea3-4a9f-90bf-e37eaf268e3d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:06:09.106676 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: f1317b80-bea3-4a9f-90bf-e37eaf268e3d {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:06:09.107064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device f1317b80-bea3-4a9f-90bf-e37eaf268e3d not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:06:12.095091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53336) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:06:12.252443 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-f7611fd9-5458-45a6-b37e-873ced3142a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=139054ea7bdb4f99aec6b1b46ca3abb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1559105
Apr 15 20:06:12.254938 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53342) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:06:12.318189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-013c1540-d97f-43af-a113-23834911e80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:12.345436 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-013c1540-d97f-43af-a113-23834911e80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:12.388417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-013c1540-d97f-43af-a113-23834911e80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:12.392182 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7d2be96f-46c2-4783-ab31-eeff2daac781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:12.405689 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c1540-d97f-43af-a113-23834911e80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e95f1-3fa8-4bfe-a592-f8b466607544,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:12.409304 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-013c1540-d97f-43af-a113-23834911e80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:12.416995 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-013c1540-d97f-43af-a113-23834911e80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:12.418265 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-013c1540-d97f-43af-a113-23834911e80f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a87e95f1-3fa8-4bfe-a592-f8b466607544 HTTP/1.1" status: 204  len: 168 time: 0.1623321
Apr 15 20:06:15.151736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:06:19.360224 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af49a3-4b92-47f9-b345-95942e30b0a1 req-0dd49dbb-4ceb-4237-b947-5f927510d3f0 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:19.361774 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-34af49a3-4b92-47f9-b345-95942e30b0a1 req-0dd49dbb-4ceb-4237-b947-5f927510d3f0 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 946 time: 0.0898523
Apr 15 20:06:19.408330 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-34af49a3-4b92-47f9-b345-95942e30b0a1 req-a5d2527d-5a85-4efc-aaed-2bd32f614a0c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396199
Apr 15 20:06:20.616572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8603441-a596-4930-895d-b82679250851 req-338cff5e-7527-463c-9efc-9be7cdae9b6b tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:20.618855 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f8603441-a596-4930-895d-b82679250851 req-338cff5e-7527-463c-9efc-9be7cdae9b6b tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 946 time: 0.0909793
Apr 15 20:06:20.666624 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f8603441-a596-4930-895d-b82679250851 req-81a33337-dc42-4e64-aba2-18ad351327c4 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413816
Apr 15 20:06:20.912479 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-eca9e523-79a8-4fc8-aae7-20d09dfeef8f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:20.913995 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-eca9e523-79a8-4fc8-aae7-20d09dfeef8f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 946 time: 0.0896530
Apr 15 20:06:20.991573 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Deleting port d19ac357-560f-4e16-8746-937ee97d7e5c {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:06:20.991895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:21.248867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] For port d19ac357-560f-4e16-8746-937ee97d7e5c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d19ac357-560f-4e16-8746-937ee97d7e5c,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:06:21.249192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:21.548826 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:21.549250 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:21.549576 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Floating IP 559fd234-a1cd-4a22-bdc4-6ae4e4109dba disassociated. External IP: 172.27.3.71, port: d19ac357-560f-4e16-8746-937ee97d7e5c.
Apr 15 20:06:21.549953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Calling delete_port for d19ac357-560f-4e16-8746-937ee97d7e5c owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:06:21.700999 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:21.717580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-bbdaa065-8220-4873-99cc-3aec8de2062d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:21.813844 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event deleted for resources: {'Port': ['ID=d19ac357-560f-4e16-8746-937ee97d7e5c,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:21.823545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:21.881877 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0cf2b70b-798f-4794-a9db-c8fce4738663 req-b42c6494-a0e9-413c-ac82-d39a363aab8b tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 210 time: 0.0611515
Apr 15 20:06:22.123288 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Router bce31413-c361-4a8f-b86d-15bbd57f68d3 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:06:22.308226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:06:22.318021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] Sync routers for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:06:22.329079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:06:22.329741 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a0f6d68>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:06:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:06:22.390784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] No DVR routers for this DVR port d19ac357-560f-4e16-8746-937ee97d7e5c on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:06:22.394418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:22.402565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'name': 'network-vif-deleted', 'tag': 'd19ac357-560f-4e16-8746-937ee97d7e5c'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:06:22.415444 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-ca9edd19-f0cd-4502-b664-be96a5c9d70e req-60aeedf0-41f9-46e9-9ad9-a7fcc9f7c3e3 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "DELETE /v2.0/ports/d19ac357-560f-4e16-8746-937ee97d7e5c HTTP/1.1" status: 204  len: 173 time: 1.4957325
Apr 15 20:06:22.466571 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7a266a-70f6-4c26-b5e4-3c7c99a196b1', 'name': 'network-vif-deleted', 'tag': 'd19ac357-560f-4e16-8746-937ee97d7e5c', 'status': 'completed', 'code': 200}
Apr 15 20:06:22.524783 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:06:22.854126 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a0f6d68>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:06:22.858248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] Checking router: bce31413-c361-4a8f-b86d-15bbd57f68d3 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:06:22.867202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:06:22.867919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a0f6d68>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:06:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:06:23.058135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cc33081c-e208-47d4-9dfa-39a99886270d req-80fadfac-06b0-4098-bd62-208af5de76da tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:06:23.058536 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:06:23.074486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-cc33081c-e208-47d4-9dfa-39a99886270d req-80fadfac-06b0-4098-bd62-208af5de76da tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:06:23.075803 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cc33081c-e208-47d4-9dfa-39a99886270d req-80fadfac-06b0-4098-bd62-208af5de76da tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee7a266a-70f6-4c26-b5e4-3c7c99a196b1 HTTP/1.1" status: 200  len: 210 time: 0.0656579
Apr 15 20:06:23.397444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a0f6d68>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:06:23.401629 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969662b8-656b-4938-8f8b-b9eb5ce17209 None None] The sync data for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi is: [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:06:23.778099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5617d-7493-4cf5-9991-390de9fe7e90 None None] New status for floating IP 559fd234-a1cd-4a22-bdc4-6ae4e4109dba: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:06:24.456377 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-d255c8d2-f501-47c9-8116-cc6d4b77a4d5 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743425793&fields=id&tenant_id=3e2a79620ac740e5a6e598a862a97631 HTTP/1.1" status: 200  len: 267 time: 0.0416405
Apr 15 20:06:24.614830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671e38-87af-4624-b439-f08cef32fc6c req-fe8cbe2a-01d1-4ecd-9ddc-df8d85636a2d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:24.616363 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-fe8cbe2a-01d1-4ecd-9ddc-df8d85636a2d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 812 time: 0.1523941
Apr 15 20:06:24.633309 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-78257edf-574f-4857-b3ea-e5bf617dedb8 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/quotas/3e2a79620ac740e5a6e598a862a97631 HTTP/1.1" status: 200  len: 375 time: 0.0100031
Apr 15 20:06:24.729136 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-b6dd68a4-1f78-49f1-8b42-8f1c334c17d0 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0900528
Apr 15 20:06:24.873309 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-f8fa5c30-11ff-48cf-8fec-192ddf5a50d7 service neutron] 10.222.0.58 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317103
Apr 15 20:06:25.013228 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-de7feeea-34df-4e16-a8f5-7bfd6c5e58c3 service neutron] 10.222.0.58 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335497
Apr 15 20:06:25.153062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device d19ac357-560f-4e16-8746-937ee97d7e5c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:06:25.192884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: d19ac357-560f-4e16-8746-937ee97d7e5c {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:06:25.193282 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device d19ac357-560f-4e16-8746-937ee97d7e5c not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:06:25.555671 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0f70f1f4-0e52-44f8-9fa0-6e796b2498ac req-6dfe986a-aa8b-473f-a679-4088af661553 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 210 time: 0.0486631
Apr 15 20:06:26.563206 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671e38-87af-4624-b439-f08cef32fc6c req-a4ffae34-f171-46ed-85fc-282e882d4a64 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:26.564763 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-a4ffae34-f171-46ed-85fc-282e882d4a64 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 812 time: 0.1583204
Apr 15 20:06:26.656945 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-70ea6956-6d24-4bbd-8a3b-8778b10e30b1 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e2a79620ac740e5a6e598a862a97631 HTTP/1.1" status: 200  len: 8059 time: 0.0718825
Apr 15 20:06:26.666238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'port': {'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'admin_state_up': True, 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'security_groups': ['3cf3563e-58c7-4cb5-a2fd-d1c3c386b801']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:06:27.032132 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e7bef7a9-0e5b-43f6-853b-6d55433e4c2b req-3ededc44-2b18-48a1-954c-ca2f93598791 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 210 time: 0.3436077
Apr 15 20:06:27.104168 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:06:27.114004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:06:27.123824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Made reservation on behalf of 3e2a79620ac740e5a6e598a862a97631 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:06:27.129960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:27.303620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Allocated IP 172.20.0.10 (5a40994e-48a3-4ca3-b74f-8d7720ae07a5/8e059e67-7d99-44e4-847c-f162c3cdd0ff/b64308a7-eb62-4b2e-9892-8ef7175a60d5) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:06:27.500713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:27.517526 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Transition to ACTIVE for port object b64308a7-eb62-4b2e-9892-8ef7175a60d5 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:06:27.531213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:27.541145 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:27.558960 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:27.696255 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'Port': ['ID=b64308a7-eb62-4b2e-9892-8ef7175a60d5,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:27.699287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:27.755293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:06:27.756439 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:06:27.758770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:06:27.828324 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:27.829021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:27.855807 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1940236
Apr 15 20:06:27.868230 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Request body: {'port': {'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:06:27.951655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-4c65676d-92d8-4534-9158-495264a8f824 None None] Provisioning for port b64308a7-eb62-4b2e-9892-8ef7175a60d5 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:06:27.956488 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-4c65676d-92d8-4534-9158-495264a8f824 None None] Provisioning complete for port b64308a7-eb62-4b2e-9892-8ef7175a60d5 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:06:27.956896 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c65676d-92d8-4534-9158-495264a8f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:27.995766 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:28.013248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-4c65676d-92d8-4534-9158-495264a8f824 None None] Port b64308a7-eb62-4b2e-9892-8ef7175a60d5 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:06:28.376273 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280d134-6dc9-49ac-9661-0006ee449da7 req-5bfb8cc8-7940-4997-9305-b653bece0dce tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:28.377021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-d280d134-6dc9-49ac-9661-0006ee449da7 req-5bfb8cc8-7940-4997-9305-b653bece0dce tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:06:28.398463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-d280d134-6dc9-49ac-9661-0006ee449da7 req-5bfb8cc8-7940-4997-9305-b653bece0dce tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:06:28.399746 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d280d134-6dc9-49ac-9661-0006ee449da7 req-5bfb8cc8-7940-4997-9305-b653bece0dce tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 932 time: 0.2452652
Apr 15 20:06:28.512824 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64308a7-eb62-4b2e-9892-8ef7175a60d5 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:06:28.520600 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d280d134-6dc9-49ac-9661-0006ee449da7 req-413725f9-9114-4397-9dac-852318234711 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122124
Apr 15 20:06:28.525531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:28.543378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Transition to ACTIVE for port object b64308a7-eb62-4b2e-9892-8ef7175a60d5 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:06:28.546188 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:28.562738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-998dec68-8e0b-4764-a7e6-e494491eabee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:28.701590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Pushing event updated for resources: {'Port': ['ID=b64308a7-eb62-4b2e-9892-8ef7175a60d5,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:28.715728 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:28.944714 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Attempting to bind port b64308a7-eb62-4b2e-9892-8ef7175a60d5 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:06:28.945134 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Attempting to bind port b64308a7-eb62-4b2e-9892-8ef7175a60d5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:06:28.945567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Attempting to bind port b64308a7-eb62-4b2e-9892-8ef7175a60d5 on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:06:28.951011 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Port b64308a7-eb62-4b2e-9892-8ef7175a60d5 on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:06:28.951445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Attempting to bind port b64308a7-eb62-4b2e-9892-8ef7175a60d5 on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:06:28.957568 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:06:28.957924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Checking segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:06:28.958350 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Bound using segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:06:28.958870 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Bound port: b64308a7-eb62-4b2e-9892-8ef7175a60d5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:06:28.959308 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:29.056421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] For port b64308a7-eb62-4b2e-9892-8ef7175a60d5, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:06:29.059651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] For port b64308a7-eb62-4b2e-9892-8ef7175a60d5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:06:29.063103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:29.078754 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e05cc47b-ab4a-4a96-9bf0-061ec64cc095 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:29.237983 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Pushing event updated for resources: {'Port': ['ID=b64308a7-eb62-4b2e-9892-8ef7175a60d5,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:29.242557 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:29.275752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:29.276266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:29.277781 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-9145717d-c87c-4c0d-be71-a4fa1bb8a52f service neutron] 10.222.0.68 "PUT /v2.0/ports/b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 200  len: 1094 time: 1.4147732
Apr 15 20:06:29.278299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:06:29.366450 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'status': 'completed', 'code': 200}
Apr 15 20:06:29.406349 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671e38-87af-4624-b439-f08cef32fc6c req-20242428-309a-421f-88b2-04ff6068d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:29.408011 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-20242428-309a-421f-88b2-04ff6068d00b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1097 time: 0.0921583
Apr 15 20:06:29.486961 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-4ecfc238-468e-40c1-9ae8-25d8a670f8e5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 200  len: 217 time: 0.0715017
Apr 15 20:06:29.558635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671e38-87af-4624-b439-f08cef32fc6c req-071fb393-630d-49a3-8e36-6d24ee57e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:29.560375 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-071fb393-630d-49a3-8e36-6d24ee57e6cb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0676954
Apr 15 20:06:29.681862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa671e38-87af-4624-b439-f08cef32fc6c req-2181319a-44bb-43c8-8550-a17e34c55497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:29.683469 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-2181319a-44bb-43c8-8550-a17e34c55497 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1170797
Apr 15 20:06:29.854522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b577e-35c2-4042-9826-9f26da3e2c4e req-bf11be5d-346a-4df7-bdb0-8cdae45fe18a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:29.856090 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-059b577e-35c2-4042-9826-9f26da3e2c4e req-bf11be5d-346a-4df7-bdb0-8cdae45fe18a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 944 time: 0.2126613
Apr 15 20:06:29.861350 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-59ea3dd2-d748-4aeb-ba3f-1f0d9d7da7f1 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715074
Apr 15 20:06:29.983909 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-059b577e-35c2-4042-9826-9f26da3e2c4e req-371248ec-0099-4bd6-92c3-fa88e43d5653 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213605
Apr 15 20:06:30.034814 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-aa671e38-87af-4624-b439-f08cef32fc6c req-1efc7308-bcd3-495f-8ae3-2e0853822bf2 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572168
Apr 15 20:06:30.173214 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640e46-661c-4403-a874-c6cc63777f12 req-33ace310-65ef-478c-a3f4-e346019cddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:30.174719 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6640e46-661c-4403-a874-c6cc63777f12 req-33ace310-65ef-478c-a3f4-e346019cddae service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1097 time: 0.0922639
Apr 15 20:06:30.312400 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640e46-661c-4403-a874-c6cc63777f12 req-8f85c797-6364-4bfb-bb08-b2a92a919342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:30.313955 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6640e46-661c-4403-a874-c6cc63777f12 req-8f85c797-6364-4bfb-bb08-b2a92a919342 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1330132
Apr 15 20:06:30.385396 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6640e46-661c-4403-a874-c6cc63777f12 req-88d2b895-ca7d-4b63-8390-d8fdf9c85150 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 200  len: 217 time: 0.0652261
Apr 15 20:06:30.467489 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640e46-661c-4403-a874-c6cc63777f12 req-b552f6e2-7568-4c8c-b615-3aa94d96fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:30.468935 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6640e46-661c-4403-a874-c6cc63777f12 req-b552f6e2-7568-4c8c-b615-3aa94d96fbae service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0776680
Apr 15 20:06:30.549791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640e46-661c-4403-a874-c6cc63777f12 req-9070c434-9115-408a-b65e-e129099e8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:30.551376 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6640e46-661c-4403-a874-c6cc63777f12 req-9070c434-9115-408a-b65e-e129099e8d15 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760467
Apr 15 20:06:30.930988 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6640e46-661c-4403-a874-c6cc63777f12 req-a2a331d4-e377-49b2-98d7-d30a10581829 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3725340
Apr 15 20:06:31.074795 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d6640e46-661c-4403-a874-c6cc63777f12 req-ad369771-408b-41ae-a205-7f46d3c8c255 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364052
Apr 15 20:06:31.190539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1c64c-86ed-48b2-ac4b-e77ae683b550 req-1cf67f2d-b30d-429c-aa9b-cf419c4589df tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:31.192172 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08f1c64c-86ed-48b2-ac4b-e77ae683b550 req-1cf67f2d-b30d-429c-aa9b-cf419c4589df tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 944 time: 0.0911279
Apr 15 20:06:31.240173 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08f1c64c-86ed-48b2-ac4b-e77ae683b550 req-ecb76b2d-101a-4c69-9951-2e24deb9b60d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411234
Apr 15 20:06:32.437661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732475f-57eb-43f0-9cc6-1f34898c8289 req-484e5d7d-bdef-40a1-b3fa-e202c299be0a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:32.439232 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9732475f-57eb-43f0-9cc6-1f34898c8289 req-484e5d7d-bdef-40a1-b3fa-e202c299be0a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 944 time: 0.0866466
Apr 15 20:06:32.489538 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-9732475f-57eb-43f0-9cc6-1f34898c8289 req-846a939a-56e6-4f98-976f-7a42eb19601e tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438251
Apr 15 20:06:33.690361 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c947e-9424-41b8-87f3-6daa09334160 req-891a6af5-c65e-4ffe-912f-1f6bc2d6dd9e tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:33.692074 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6f1c947e-9424-41b8-87f3-6daa09334160 req-891a6af5-c65e-4ffe-912f-1f6bc2d6dd9e tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 944 time: 0.0918176
Apr 15 20:06:33.742721 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6f1c947e-9424-41b8-87f3-6daa09334160 req-743387fb-6850-4639-9ae1-1372c9c0d31b tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443492
Apr 15 20:06:34.032987 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-20eb11c5-2813-4232-a3c8-3e9ef424cbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:34.949264 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4823d3-2918-47ab-888b-0437d6dba854 req-c410d9a1-3ceb-459b-9938-0eabed48980a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:34.950983 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3c4823d3-2918-47ab-888b-0437d6dba854 req-c410d9a1-3ceb-459b-9938-0eabed48980a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 944 time: 0.0963752
Apr 15 20:06:34.999461 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3c4823d3-2918-47ab-888b-0437d6dba854 req-127d46fc-c6f1-4abf-a59b-7028be871803 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420423
Apr 15 20:06:36.180784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-bf94c255-37e7-4575-a7ee-bcbaeea8ddba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:36.207010 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e182cb9-8d06-4f38-a527-2362b00d3cf7 req-3ff18ca2-68e6-4289-8a4d-ec4ba4430d62 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:36.208636 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2e182cb9-8d06-4f38-a527-2362b00d3cf7 req-3ff18ca2-68e6-4289-8a4d-ec4ba4430d62 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 944 time: 0.0945954
Apr 15 20:06:36.255934 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2e182cb9-8d06-4f38-a527-2362b00d3cf7 req-9eb33b0a-0b7d-42a2-a35a-6cdca9efadf4 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408535
Apr 15 20:06:36.896551 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:37.176411 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device b64308a7-eb62-4b2e-9892-8ef7175a60d5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:06:37.319694 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port b64308a7-eb62-4b2e-9892-8ef7175a60d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:06:37.334618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:06:37.397815 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:37.416458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64308a7-eb62-4b2e-9892-8ef7175a60d5 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:06:37.433659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port b64308a7-eb62-4b2e-9892-8ef7175a60d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:06:37.436804 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:37.438618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-e32c76c8-8e5b-4e6b-86c1-08ea04ff7d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:37.467204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c449612-81f4-4f9f-8d0e-99b3825167cd req-086bd0c4-9ba0-4f1b-b0fb-79ea7b80559d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:37.468842 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6c449612-81f4-4f9f-8d0e-99b3825167cd req-086bd0c4-9ba0-4f1b-b0fb-79ea7b80559d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 944 time: 0.0951452
Apr 15 20:06:37.509162 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=b64308a7-eb62-4b2e-9892-8ef7175a60d5,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:37.512539 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:37.518274 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6c449612-81f4-4f9f-8d0e-99b3825167cd req-2bc150ae-4008-4d16-9eb7-a20f82bb57d9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426071
Apr 15 20:06:37.726155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['b64308a7-eb62-4b2e-9892-8ef7175a60d5'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:06:37.788513 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:38.722864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b609c4-0266-408f-ac04-745be5802d74 req-dda6717f-86ef-4390-95fb-3453d5c729da tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:38.724475 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08b609c4-0266-408f-ac04-745be5802d74 req-dda6717f-86ef-4390-95fb-3453d5c729da tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 945 time: 0.0909975
Apr 15 20:06:38.771257 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-08b609c4-0266-408f-ac04-745be5802d74 req-fe53bac0-1b47-4b04-a8f5-6527e1f5827f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401402
Apr 15 20:06:38.798381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:39.182779 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device b64308a7-eb62-4b2e-9892-8ef7175a60d5 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:06:39.251258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port b64308a7-eb62-4b2e-9892-8ef7175a60d5 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:06:39.255986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port b64308a7-eb62-4b2e-9892-8ef7175a60d5 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:06:39.256404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:39.539826 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:39.567140 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:06:39.577149 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port b64308a7-eb62-4b2e-9892-8ef7175a60d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:06:39.580443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:39.582328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:39.619470 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'code': 200}
Apr 15 20:06:39.652760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=b64308a7-eb62-4b2e-9892-8ef7175a60d5,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:39.655807 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:39.947102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf1d00-91a5-432f-abff-9ddf535697b1 req-21a162c9-aed0-42b3-af85-a7762d4ae97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:39.948693 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d5bf1d00-91a5-432f-abff-9ddf535697b1 req-21a162c9-aed0-42b3-af85-a7762d4ae97a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1099 time: 0.1294594
Apr 15 20:06:40.013248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee252-ee55-476e-8ac3-9ba9788aace2 req-6890da2b-87a1-4e61-b33f-0333ea6bed16 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:40.014795 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-349ee252-ee55-476e-8ac3-9ba9788aace2 req-6890da2b-87a1-4e61-b33f-0333ea6bed16 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 946 time: 0.1301432
Apr 15 20:06:40.016593 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d5bf1d00-91a5-432f-abff-9ddf535697b1 req-6f10f64a-58a8-43b9-b64b-7de607fce689 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599723
Apr 15 20:06:40.063899 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-349ee252-ee55-476e-8ac3-9ba9788aace2 req-438982fc-7f35-488b-8183-c418e94781d0 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426309
Apr 15 20:06:41.578972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d0716-089f-4866-baa5-a7ab255c69ef req-6f42baec-1cc7-4a69-8167-b7807b559540 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:41.580586 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-318d0716-089f-4866-baa5-a7ab255c69ef req-6f42baec-1cc7-4a69-8167-b7807b559540 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 946 time: 0.3991153
Apr 15 20:06:41.627719 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-318d0716-089f-4866-baa5-a7ab255c69ef req-d15913d6-b857-4555-b7f4-abe9a2c1c547 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406215
Apr 15 20:06:41.826133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d19e7-2343-4036-bf0e-7e49c355c675 req-e26faa62-7157-49e7-b8f7-8e9b5934c620 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:41.827753 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a86d19e7-2343-4036-bf0e-7e49c355c675 req-e26faa62-7157-49e7-b8f7-8e9b5934c620 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 946 time: 0.0866790
Apr 15 20:06:41.877254 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a86d19e7-2343-4036-bf0e-7e49c355c675 req-bf2fb02e-9705-4ba2-91d9-cd5bb639da78 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432823
Apr 15 20:06:41.901857 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53416) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:06:41.979113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e8fe3-da28-4a8c-9f34-0f2a586da522 tempest-TestVolumeBootPattern-1780605361 tempest-TestVolumeBootPattern-1780605361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:41.979911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a01e8fe3-da28-4a8c-9f34-0f2a586da522 tempest-TestVolumeBootPattern-1780605361 tempest-TestVolumeBootPattern-1780605361-project-admin] Synchronizing usage tracker for tenant:78c494f64e78439e896e63afd8739873 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:06:41.995121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-a01e8fe3-da28-4a8c-9f34-0f2a586da522 tempest-TestVolumeBootPattern-1780605361 tempest-TestVolumeBootPattern-1780605361-project-admin] Unset dirty status for tenant:78c494f64e78439e896e63afd8739873 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:06:41.996379 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-a01e8fe3-da28-4a8c-9f34-0f2a586da522 tempest-TestVolumeBootPattern-1780605361 tempest-TestVolumeBootPattern-1780605361-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1094 time: 0.0934370
Apr 15 20:06:41.999356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53420) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:06:42.004817 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'floatingip': {'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:06:42.011001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:06:42.014985 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:floatingip and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:06:42.017918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:06:42.024368 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:06:42.038067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:42.179087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:42.321796 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Allocated IP 172.27.3.76 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/b5ce50aa-0100-4b10-87bc-81bca5ce772a) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:06:42.474653 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:42.503098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:42.518256 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:42.652975 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'Port': ['ID=b5ce50aa-0100-4b10-87bc-81bca5ce772a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:42.675622 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.676054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.676481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.676895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.677307 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.677716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.678122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.678530 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.678934 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.680021 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.680438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.680840 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:06:42.686026 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:42.723365 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:06:42.724496 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:06:42.726836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:06:43.140356 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:43.218620 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:43.431185 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:43.434559 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:43.449903 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ee923cfd-1059-4646-a98a-d732239bde4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:06:43.583364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'Port': ['ID=b5ce50aa-0100-4b10-87bc-81bca5ce772a,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:06:43.595537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:06:43.688373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:43.868361 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Floating IP fc21a282-785e-402c-93d5-332c62aa7de4 associated. External IP: 172.27.3.76, port: b64308a7-eb62-4b2e-9892-8ef7175a60d5.
Apr 15 20:06:44.479639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Router bce31413-c361-4a8f-b86d-15bbd57f68d3 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:06:44.674004 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:06:44.683719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] Sync routers for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:06:44.693771 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:06:44.694455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5991dd668>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:06:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:06:44.700204 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:06:44.775392 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7629657
Apr 15 20:06:44.775392 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:06:44.813679 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'status': 'completed', 'code': 200}
Apr 15 20:06:44.886088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:06:44.910820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-ecb2fc9f-f0e4-482f-8354-85ff4f3d4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:44.912455 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-ecb2fc9f-f0e4-482f-8354-85ff4f3d4a43 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1099 time: 0.0770824
Apr 15 20:06:45.055651 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-d27ae28a-96f2-440b-a9cf-b70bf661e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:45.057269 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-d27ae28a-96f2-440b-a9cf-b70bf661e3a2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1380401
Apr 15 20:06:45.168382 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-c65347e3-7af8-4a45-97f1-66b1950d8e94 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 200  len: 999 time: 0.1047478
Apr 15 20:06:45.235943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-42994769-87b4-4fde-843c-7bfbc7922602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:45.237516 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-42994769-87b4-4fde-843c-7bfbc7922602 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0635591
Apr 15 20:06:45.252797 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5991dd668>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'fc21a282-785e-402c-93d5-332c62aa7de4', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:06:43Z', 'updated_at': '2021-04-15T20:06:43Z', 'revision_number': 0, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:06:45.256848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] Checking router: bce31413-c361-4a8f-b86d-15bbd57f68d3 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:06:45.266401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:06:45.267062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd5991dd668>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:06:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:06:45.324502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-c9025443-d86b-44b5-a9b0-7098f5ec1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:06:45.324872 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-c9025443-d86b-44b5-a9b0-7098f5ec1057 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814538
Apr 15 20:06:45.457014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:06:45.468363 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-61d8c5d7-8ddd-4d99-bc1e-189d8683599e service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360373
Apr 15 20:06:45.608745 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c81aa2d6-e049-4e19-8f0e-a740b7bd5334 req-3997f97e-4186-4d86-919d-208984e8124b service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342895
Apr 15 20:06:45.819809 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd5991dd668>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'fc21a282-785e-402c-93d5-332c62aa7de4', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:06:43Z', 'updated_at': '2021-04-15T20:06:43Z', 'revision_number': 0, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:06:45.823954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78468efd-8dc7-42e7-82cb-004b65aaa619 None None] The sync data for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi is: [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'fc21a282-785e-402c-93d5-332c62aa7de4', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:06:43Z', 'updated_at': '2021-04-15T20:06:43Z', 'revision_number': 0, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:06:46.077830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474951ba-fe77-4b5d-aad7-3b30fc627876 None None] New status for floating IP fc21a282-785e-402c-93d5-332c62aa7de4: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:06:52.151595 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:06:57.534853 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:02.959667 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-10a0d994-7f9e-4149-8214-8940221ff6af service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0758808
Apr 15 20:07:03.106210 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-26dd4385-fcd8-46d4-b482-aa9b6e0a8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:07:03.107821 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-26dd4385-fcd8-46d4-b482-aa9b6e0a8ae7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1099 time: 0.0793550
Apr 15 20:07:03.261068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-3f846b4a-bde4-4707-b856-3fbd3ed2a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:07:03.262546 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-3f846b4a-bde4-4707-b856-3fbd3ed2a3be service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1362433
Apr 15 20:07:03.371006 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-2f64765b-d187-44da-a746-995e8c73bf28 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 200  len: 1001 time: 0.1018872
Apr 15 20:07:03.442803 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-39fe22f6-a0ac-4028-8d00-652ab1a8df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:07:03.444350 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-39fe22f6-a0ac-4028-8d00-652ab1a8df65 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0665922
Apr 15 20:07:03.527142 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-579ca0f7-ac14-48a1-8cb5-7a06f207127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:07:03.528677 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-579ca0f7-ac14-48a1-8cb5-7a06f207127b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768943
Apr 15 20:07:03.670194 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-beeb183c-5d35-43e3-b963-e5c8b165fd57 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344824
Apr 15 20:07:03.812150 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3eb89fd8-4631-46c6-9f1c-3132c2ef0544 req-d1733118-a9b1-4076-91fc-0eedbc6477a0 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357067
Apr 15 20:07:04.065232 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-49755fdf-bbf8-45b5-a731-34064292e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:06.182459 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6a7332b9-68dc-4c45-82f9-656acbd4acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:06.898950 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:07.741378 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:08.798008 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:27.529808 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:29.151328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:07:34.037153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5f6561cc-d966-4fb6-9729-a85305354eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:36.184165 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-ef686bf0-1805-4fc8-b491-72a0a4ce7b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:36.900915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:37.743709 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:38.804686 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:07:57.549336 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:03.009298 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-f142afbd-0b57-43bc-9532-ee4596b2592c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1257563
Apr 15 20:08:03.158228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-551f8046-aeba-43b6-b649-bf350f322ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:03.159798 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-551f8046-aeba-43b6-b649-bf350f322ed8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1099 time: 0.0803633
Apr 15 20:08:03.313263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-eafe1b20-6ce6-4113-ae6e-11393094a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:03.314823 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-eafe1b20-6ce6-4113-ae6e-11393094a4d0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1352656
Apr 15 20:08:03.423209 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-ab7b096e-3156-436a-b943-2b9ac9547346 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 200  len: 1001 time: 0.1010294
Apr 15 20:08:03.490309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-9b3e5f77-d4db-45b9-86ec-b1d557c03703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:03.491840 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-9b3e5f77-d4db-45b9-86ec-b1d557c03703 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0618548
Apr 15 20:08:03.574482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-89a9555d-b66e-43fa-8e43-136a8e9c9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:03.576047 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-89a9555d-b66e-43fa-8e43-136a8e9c9038 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782423
Apr 15 20:08:03.939863 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-65fa6397-6d0e-43c1-8342-6318b1acf5dc service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3565264
Apr 15 20:08:04.037805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-da97b379-067c-4fbf-b7e1-491430305453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:04.081676 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-c49b6453-144a-448b-bba5-92dd9c02cee8 req-81f9561e-ca21-4346-90b9-2c983c72ddd8 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344926
Apr 15 20:08:06.150565 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:08:06.188417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d525988d-9fe6-4fef-9938-2d6d5b8d88e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:06.904943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:07.744428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:08.805708 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:27.543171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:34.040066 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c58304a8-797d-4dba-aa2d-eaded7be3c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:36.190453 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1985254f-27fd-4a8d-a160-3ae2f557146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:36.908516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:37.748155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:38.809500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:43.150476 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:08:49.839442 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-989b2e3f-716c-4990-aa00-d48d493fa989 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743425793&fields=id&tenant_id=3e2a79620ac740e5a6e598a862a97631 HTTP/1.1" status: 200  len: 267 time: 0.0423555
Apr 15 20:08:50.001463 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-8eb0f6c1-8e80-4947-84b0-73fbfe2af6dd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:50.002944 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-8eb0f6c1-8e80-4947-84b0-73fbfe2af6dd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 812 time: 0.1558490
Apr 15 20:08:50.019924 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-6b83dcbd-867c-4c59-a1bc-0b4c497154bf tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/quotas/3e2a79620ac740e5a6e598a862a97631 HTTP/1.1" status: 200  len: 375 time: 0.0096703
Apr 15 20:08:50.121048 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-b4804cb6-31bd-4622-9eed-6ee21a94d340 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0947075
Apr 15 20:08:50.342940 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-f6293ab1-3cbb-4184-be67-e2c6d4855185 service neutron] 10.222.0.58 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091644
Apr 15 20:08:50.492509 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-32c748de-01d4-412d-86bf-e3f85fc8c1bb service neutron] 10.222.0.58 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429021
Apr 15 20:08:50.935248 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2608b985-fc42-462c-a514-1cebe259730c req-536eb8ff-9015-4fbb-b606-3d4d28d3aa4e tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 210 time: 0.0590754
Apr 15 20:08:52.177322 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-643d9af8-828b-4b30-913d-f6a512c3c9c1 req-53d538ad-3992-458c-b6b1-bd06a6b0ff5e tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 210 time: 0.0730937
Apr 15 20:08:52.243375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-50e4c990-b92b-4a64-90ab-9a3ea4091f12 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:52.245127 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-50e4c990-b92b-4a64-90ab-9a3ea4091f12 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 812 time: 0.2391758
Apr 15 20:08:52.333914 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-1abad85e-c316-4c47-9b1b-de4b5a73f98e tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e2a79620ac740e5a6e598a862a97631 HTTP/1.1" status: 200  len: 8059 time: 0.0770755
Apr 15 20:08:52.344079 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'port': {'device_id': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'admin_state_up': True, 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'security_groups': ['3cf3563e-58c7-4cb5-a2fd-d1c3c386b801']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:08:52.489719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:08:52.499699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:08:52.508332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Made reservation on behalf of 3e2a79620ac740e5a6e598a862a97631 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:08:52.515176 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:52.693764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Allocated IP 172.20.0.8 (5a40994e-48a3-4ca3-b74f-8d7720ae07a5/8e059e67-7d99-44e4-847c-f162c3cdd0ff/5358e72c-15a2-43ec-b22a-4dd2c6f3c647) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:08:52.910054 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:52.929752 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Transition to ACTIVE for port object 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:08:52.956517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:52.971367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-abd580bc-1c35-4e14-95f4-404c64454e41 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:08:53.107736 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'Port': ['ID=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:08:53.128799 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.129218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.129625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.130025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.130428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.130825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.131224 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.131655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.132051 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.132445 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.132838 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.133289 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:08:53.138690 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:08:53.176684 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:08:53.177875 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources bound (agent type, host, resource id):  {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:08:53.180242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:08:53.252217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:53.252626 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:53.284656 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c7e73aee-026b-4640-a8d6-47410f945920 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9455047
Apr 15 20:08:53.297219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Request body: {'port': {'device_id': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:08:53.444997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-0019caf4-c12a-4d3a-9a5b-b67d492af979 None None] Provisioning for port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:08:53.451133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-0019caf4-c12a-4d3a-9a5b-b67d492af979 None None] Provisioning complete for port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:08:53.451552 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-0019caf4-c12a-4d3a-9a5b-b67d492af979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:53.488125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:53.510596 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-0019caf4-c12a-4d3a-9a5b-b67d492af979 None None] Port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:08:53.515511 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c333783-9517-408f-93a6-73a5662fa1d8 req-6310e210-fbde-422f-a5ed-33b10daf647f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:53.516286 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-8c333783-9517-408f-93a6-73a5662fa1d8 req-6310e210-fbde-422f-a5ed-33b10daf647f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:08:53.582695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-8c333783-9517-408f-93a6-73a5662fa1d8 req-6310e210-fbde-422f-a5ed-33b10daf647f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:08:53.584000 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c333783-9517-408f-93a6-73a5662fa1d8 req-6310e210-fbde-422f-a5ed-33b10daf647f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 931 time: 0.2545359
Apr 15 20:08:53.709868 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-8c333783-9517-408f-93a6-73a5662fa1d8 req-49f075fc-30a8-48ea-b5a7-cf37fe005964 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164858
Apr 15 20:08:53.958032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:08:53.966525 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:53.981748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Transition to ACTIVE for port object 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:08:53.984514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:53.999774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-ff72e809-f9fd-412d-a024-0c7b72aae857 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:08:54.133440 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Pushing event updated for resources: {'Port': ['ID=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:08:54.146218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:08:54.585546 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Attempting to bind port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:08:54.586085 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Attempting to bind port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:08:54.586265 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Attempting to bind port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:08:54.591417 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:08:54.591779 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Attempting to bind port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 on network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:08:54.597488 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Checking agent: {'id': 'ac730532-6a37-4267-b43c-5e2dbd364599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 49, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:08:54.597862 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Checking segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:08:54.598306 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Bound using segment: {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:08:54.598748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Bound port: 5358e72c-15a2-43ec-b22a-4dd2c6f3c647, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:08:54.599136 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:54.695314 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] For port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647, host hv-cinder-78638, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:08:54.698465 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] For port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:08:54.701957 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852640227'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:54.717199 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-57aa385f-2e27-4615-a9f0-addda46d6fa4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:08:54.924298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Pushing event updated for resources: {'Port': ['ID=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:08:54.931659 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:08:54.975561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:54.976241 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:54.977825 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-03d7b849-cfaf-4e0b-8783-67b52e39bbdf service neutron] 10.222.0.68 "PUT /v2.0/ports/5358e72c-15a2-43ec-b22a-4dd2c6f3c647 HTTP/1.1" status: 200  len: 1093 time: 1.6856520
Apr 15 20:08:54.978319 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:08:54.997430 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcf29c-cd7a-4b1f-8cfa-5b6cbb3fff96 req-700f96a0-4f6a-4c0a-b29a-a180fe458854 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:54.999107 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d7bcf29c-cd7a-4b1f-8cfa-5b6cbb3fff96 req-700f96a0-4f6a-4c0a-b29a-a180fe458854 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 943 time: 0.1669116
Apr 15 20:08:55.109077 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'status': 'completed', 'code': 200}
Apr 15 20:08:55.115024 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-d7bcf29c-cd7a-4b1f-8cfa-5b6cbb3fff96 req-5ed4b58f-1165-4d7b-9ffb-981ff59eb3d9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021116
Apr 15 20:08:55.145290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-025845a4-8168-477e-b81d-51c4bccea59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:55.147021 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-025845a4-8168-477e-b81d-51c4bccea59d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 1096 time: 0.1181796
Apr 15 20:08:55.229737 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-05ff4840-733b-46c7-89ec-a56ff4bf4e73 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5358e72c-15a2-43ec-b22a-4dd2c6f3c647 HTTP/1.1" status: 200  len: 217 time: 0.0754790
Apr 15 20:08:55.301389 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-f0fa0499-6da4-4deb-8ae1-d3f5d6bb0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:55.302944 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-f0fa0499-6da4-4deb-8ae1-d3f5d6bb0acd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0676749
Apr 15 20:08:55.385260 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-cb3159e1-e290-4603-95a4-dacd7ca09c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:55.387444 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-cb3159e1-e290-4603-95a4-dacd7ca09c46 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774658
Apr 15 20:08:55.530989 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-a73ca192-f793-4896-83cf-ed6d1a61f065 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378586
Apr 15 20:08:55.676569 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-88f435b8-95ae-47ae-ab9b-969a016527c7 req-c280ffe5-3b4e-4882-ab71-60753d8d70b4 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394050
Apr 15 20:08:55.808514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f307db-e08e-4f04-934d-c20426522734 req-3fafcd7d-26f2-4e10-8a5b-bbe830b684d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:55.810590 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-56f307db-e08e-4f04-934d-c20426522734 req-3fafcd7d-26f2-4e10-8a5b-bbe830b684d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 1096 time: 0.0866058
Apr 15 20:08:55.950200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f307db-e08e-4f04-934d-c20426522734 req-0df840a3-329f-4d10-bbf0-e1c8b5c5a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:55.951765 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-56f307db-e08e-4f04-934d-c20426522734 req-0df840a3-329f-4d10-bbf0-e1c8b5c5a89e service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1352291
Apr 15 20:08:56.021975 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-56f307db-e08e-4f04-934d-c20426522734 req-b66f989e-ec00-4e3e-92a8-48214f568d07 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5358e72c-15a2-43ec-b22a-4dd2c6f3c647 HTTP/1.1" status: 200  len: 217 time: 0.0642278
Apr 15 20:08:56.092635 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f307db-e08e-4f04-934d-c20426522734 req-455a308f-4d61-4328-ad76-4d57696fcd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:56.094077 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-56f307db-e08e-4f04-934d-c20426522734 req-455a308f-4d61-4328-ad76-4d57696fcd40 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0662432
Apr 15 20:08:56.176650 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f307db-e08e-4f04-934d-c20426522734 req-ad16dd45-c5f3-48b7-b38a-4d459004ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:56.178263 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-56f307db-e08e-4f04-934d-c20426522734 req-ad16dd45-c5f3-48b7-b38a-4d459004ebb7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783784
Apr 15 20:08:56.296248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [req-85d86804-49b1-434e-9bc1-e61a4c22444f req-fe0d44fd-a2a6-4869-b91e-516cfe0b3104 service neutron] (85418) timed out ('10.222.0.68', 54293) {{(pid=85418) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 20:08:56.384230 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-56f307db-e08e-4f04-934d-c20426522734 req-57736ca2-e382-4606-93a8-76f951044c6d service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988788
Apr 15 20:08:56.428677 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d73d0-5d99-44d2-bebd-4243ba5e5018 req-b19260ff-fec4-4b57-bbf5-5d0f51cecc94 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:56.430229 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-148d73d0-5d99-44d2-bebd-4243ba5e5018 req-b19260ff-fec4-4b57-bbf5-5d0f51cecc94 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 943 time: 0.1642053
Apr 15 20:08:56.557753 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-148d73d0-5d99-44d2-bebd-4243ba5e5018 req-e83057d2-0f16-42e8-8569-d421ab366cff tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790732
Apr 15 20:08:56.580315 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-56f307db-e08e-4f04-934d-c20426522734 req-6b3dd990-645d-4b1d-bd5d-a78c7d692d93 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887338
Apr 15 20:08:57.557301 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:08:57.760997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a845fee-aa4d-45a9-a402-4adde6ce6222 req-96f1346d-62e6-49a1-a02f-2069e81fd2b2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:57.762615 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0a845fee-aa4d-45a9-a402-4adde6ce6222 req-96f1346d-62e6-49a1-a02f-2069e81fd2b2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 943 time: 0.0899656
Apr 15 20:08:57.810381 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0a845fee-aa4d-45a9-a402-4adde6ce6222 req-56b4bf5f-a6e9-4311-a68c-7ff0080349ce tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413339
Apr 15 20:08:59.014848 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebd7c2-bd5f-43b0-9a6d-1e04bfd56723 req-6ac7ee13-20c1-4d98-bf93-d11cbdcdbed2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:08:59.016541 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-29ebd7c2-bd5f-43b0-9a6d-1e04bfd56723 req-6ac7ee13-20c1-4d98-bf93-d11cbdcdbed2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 943 time: 0.0930526
Apr 15 20:08:59.064158 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-29ebd7c2-bd5f-43b0-9a6d-1e04bfd56723 req-c75b296a-ab43-471e-b207-b80d55864951 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413356
Apr 15 20:09:00.262805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0182700-d1f7-41a0-a9ce-f81ac840b43a req-2b2c63e6-2412-4624-9bfd-34524ee538d4 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:00.264443 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a0182700-d1f7-41a0-a9ce-f81ac840b43a req-2b2c63e6-2412-4624-9bfd-34524ee538d4 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 943 time: 0.0876701
Apr 15 20:09:00.312163 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a0182700-d1f7-41a0-a9ce-f81ac840b43a req-41288106-d7b9-4d76-ac11-a90a1cbe8e11 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411074
Apr 15 20:09:01.516580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90bbe6-69f5-456d-a1e0-16fff24fe204 req-2abbfa31-1154-4ea2-8c2e-8a3946c08851 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:01.518199 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7e90bbe6-69f5-456d-a1e0-16fff24fe204 req-2abbfa31-1154-4ea2-8c2e-8a3946c08851 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 943 time: 0.0911310
Apr 15 20:09:01.565608 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-7e90bbe6-69f5-456d-a1e0-16fff24fe204 req-2e34dbc0-3eb8-45fe-97f6-23fabd760a64 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410550
Apr 15 20:09:02.796299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11dac-2624-48a5-9e64-3279b537ad3a req-204fea94-716a-4f24-a297-6655c6c98017 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:02.797931 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-85b11dac-2624-48a5-9e64-3279b537ad3a req-204fea94-716a-4f24-a297-6655c6c98017 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 943 time: 0.1157267
Apr 15 20:09:02.847996 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-85b11dac-2624-48a5-9e64-3279b537ad3a req-91cc22a0-a9d4-446e-adc9-3d9876b01ffe tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436540
Apr 15 20:09:03.820774 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:09:03.966965 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:09:03.981941 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Returning: {'device': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'port_id': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'mac_address': 'fa:16:3e:dc:86:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:09:04.053385 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:04.064727 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9a84f3dc-34e2-4120-932b-ecca1c4db794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:04.073527 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-6c66fb3d-51aa-456f-8eea-560845d95c45 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1524067
Apr 15 20:09:04.073777 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:09:04.091532 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab040ef-97ed-4d35-96d9-4f5ee661b2ee req-2d4491d4-4271-4ff8-8206-c8fd561c9686 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:04.092001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:09:04.093147 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4ab040ef-97ed-4d35-96d9-4f5ee661b2ee req-2d4491d4-4271-4ff8-8206-c8fd561c9686 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 943 time: 0.1248589
Apr 15 20:09:04.097399 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:04.100520 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:09:04.141581 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-4ab040ef-97ed-4d35-96d9-4f5ee661b2ee req-8a1209c0-06f6-4bd4-8f35-8b1187e40b1d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420792
Apr 15 20:09:04.204542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:09:04.218681 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.219236 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.219871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.220472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.221082 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.221699 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.222311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.222919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.223574 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.224180 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.224801 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.225408 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:04.232746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:09:04.283953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-a38b7572-b1b1-4f5b-876f-21985958341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:04.285549 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-a38b7572-b1b1-4f5b-876f-21985958341c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1099 time: 0.0961952
Apr 15 20:09:04.406864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] get_ports_and_sgs() called for port_ids ['5358e72c-15a2-43ec-b22a-4dd2c6f3c647'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:09:04.442973 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-03686f52-1795-4bcd-8550-1d605ed44012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:04.444578 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-03686f52-1795-4bcd-8550-1d605ed44012 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1381721
Apr 15 20:09:04.578951 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-15e7f731-fb52-497e-836e-03d00fc30118 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 200  len: 1001 time: 0.1275945
Apr 15 20:09:04.650591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-6deed406-768b-4a4c-8d55-c1953063a987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:04.652733 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-6deed406-768b-4a4c-8d55-c1953063a987 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0674906
Apr 15 20:09:04.745943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-0da51d5a-9e8a-4bff-b823-52429c57d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:04.747547 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-0da51d5a-9e8a-4bff-b823-52429c57d54c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885651
Apr 15 20:09:04.888579 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-69d8c146-f838-474f-9118-4bb76175fce9 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338658
Apr 15 20:09:05.261881 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-018a6e32-4395-477b-91ab-b15339dc6ac7 req-825e436c-d815-4dbf-9d19-a8ba759e8c60 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3671412
Apr 15 20:09:05.348297 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09171a1-eb64-4392-9b43-77582b4c972b req-da10b60f-8549-48f0-b3ec-161820a97c72 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:05.349908 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f09171a1-eb64-4392-9b43-77582b4c972b req-da10b60f-8549-48f0-b3ec-161820a97c72 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 944 time: 0.0907614
Apr 15 20:09:05.401537 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f09171a1-eb64-4392-9b43-77582b4c972b req-2ffd92e5-1799-4455-b310-095e83802535 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438766
Apr 15 20:09:05.841001 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 up at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:09:05.909418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning for port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:09:05.914274 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.provisioning_blocks [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Provisioning complete for port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:09:05.914696 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-114294'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:06.036124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:06.063087 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:09:06.073049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] For port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:09:06.076547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:06.078514 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-087f725e-5cbf-4454-bb1b-584bab082a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:09:06.303715 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'code': 200}
Apr 15 20:09:06.334607 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-18ebd99f-2034-470f-9e90-814a9bc2e347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:06.343910 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Pushing event updated for resources: {'Port': ['ID=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:09:06.346954 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:09:06.481598 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d531176-5ac5-4ca7-9a1c-e5d7c953f01f req-51e73464-054a-40f9-97bc-ecb35da3fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:06.483198 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0d531176-5ac5-4ca7-9a1c-e5d7c953f01f req-51e73464-054a-40f9-97bc-ecb35da3fa8b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 1098 time: 0.0780008
Apr 15 20:09:06.579541 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-0d531176-5ac5-4ca7-9a1c-e5d7c953f01f req-8bdcb328-03aa-430c-8a4e-0babbe844dc9 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893035
Apr 15 20:09:06.616481 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b8d1b-06d5-4e87-a44d-ce727ec06b8e req-55d8e805-16b4-4bd8-a76f-2573c0e69745 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:06.617978 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-499b8d1b-06d5-4e87-a44d-ce727ec06b8e req-55d8e805-16b4-4bd8-a76f-2573c0e69745 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 945 time: 0.0990224
Apr 15 20:09:06.666204 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-499b8d1b-06d5-4e87-a44d-ce727ec06b8e req-bcdf7ef5-2372-443a-aa5e-ccd19d01e896 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416522
Apr 15 20:09:06.911636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:07.754263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:07.885251 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de923a0e-4600-4d83-a07e-dabf0f671ca4 req-10c942f1-565c-4f31-9f87-ed16199388d2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:07.886877 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de923a0e-4600-4d83-a07e-dabf0f671ca4 req-10c942f1-565c-4f31-9f87-ed16199388d2 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 945 time: 0.0877876
Apr 15 20:09:07.935631 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-de923a0e-4600-4d83-a07e-dabf0f671ca4 req-a5640cb3-e932-4606-9dd5-508ec42a8a55 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422993
Apr 15 20:09:08.811581 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:09.141443 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ff247-4af7-4986-901e-1c0e0d02f59c req-d707e9bd-3b82-415a-b107-419f3e344e07 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:09.143050 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-420ff247-4af7-4986-901e-1c0e0d02f59c req-d707e9bd-3b82-415a-b107-419f3e344e07 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 945 time: 0.0920377
Apr 15 20:09:09.191353 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-420ff247-4af7-4986-901e-1c0e0d02f59c req-8986f2e2-1bbb-48f2-99fd-547e33475760 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418890
Apr 15 20:09:09.390502 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29e365-8302-474f-ad28-684989ecfa81 req-249f8a9e-aa8d-4a8a-953b-b6799f3428b7 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:09.392157 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6e29e365-8302-474f-ad28-684989ecfa81 req-249f8a9e-aa8d-4a8a-953b-b6799f3428b7 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 945 time: 0.0886445
Apr 15 20:09:09.443492 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-6e29e365-8302-474f-ad28-684989ecfa81 req-79594371-7d00-4ef8-a017-8b70a1987501 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447490
Apr 15 20:09:09.468869 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53570) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:09:09.663036 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a24e2f-43ee-43c0-92a7-0a7a072608f0 tempest-TestVolumeBootPattern-1780605361 tempest-TestVolumeBootPattern-1780605361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:09.664712 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-13a24e2f-43ee-43c0-92a7-0a7a072608f0 tempest-TestVolumeBootPattern-1780605361 tempest-TestVolumeBootPattern-1780605361-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 1093 time: 0.1947930
Apr 15 20:09:09.668332 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53576) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:09:09.673802 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.v2.base [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Request body: {'floatingip': {'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'port_id': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:09:09.680346 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:09:09.685132 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Usage tracker for resource:floatingip and tenant:3e2a79620ac740e5a6e598a862a97631 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:09:09.688163 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:09:09.694457 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.quota.driver [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:09:09.704146 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:09.848683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:09.996135 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_common [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Allocated IP 172.27.3.52 (9ac82ea7-1120-4e6b-803f-e0e09fee3c70/a1336144-0650-4adc-8c69-7861553487aa/9003a4ed-4b83-4061-bfc0-6ab3cd6d4f8e) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:09:10.152781 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:10.182466 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784712942041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:10.197673 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-3f6dc753-1952-4d96-8329-746c2de946ac tempest-TestMinimumBasicScenario-716941350 tempest-TestMinimumBasicScenario-716941350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:09:10.332303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'Port': ['ID=9003a4ed-4b83-4061-bfc0-6ab3cd6d4f8e,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:09:10.353155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.353591 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.354015 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.354429 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.354843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.355303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.355715 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.356127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.356543 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.356947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.357353 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.357759 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:09:10.367351 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:09:10.403140 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Network 9ac82ea7-1120-4e6b-803f-e0e09fee3c70 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:09:10.404228 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.base_scheduler [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Resources bound (agent type, host, resource id):  {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:09:10.407121 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:09:10.831963 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:10.909836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854514653'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:11.128037 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:11.131615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784713389376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784712942058', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784712943373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2115022'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:11.146500 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c08a6062-5697-4807-b9c4-a52aeeb948fd tempest-AttachVolumeTestJSON-1867735879 tempest-AttachVolumeTestJSON-1867735879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:09:11.279503 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event updated for resources: {'Port': ['ID=9003a4ed-4b83-4061-bfc0-6ab3cd6d4f8e,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:09:11.284362 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:09:11.389880 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-720109'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:11.572004 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Floating IP 3e3cc887-96f2-4d5a-a91d-2dc591dc9843 associated. External IP: 172.27.3.52, port: 5358e72c-15a2-43ec-b22a-4dd2c6f3c647.
Apr 15 20:09:12.199780 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Router bce31413-c361-4a8f-b86d-15bbd57f68d3 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:09:12.390299 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:09:12.400444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] Sync routers for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:09:12.412031 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:09:12.412713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a46dda0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:09:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:09:12.415887 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:12.474632 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8051419
Apr 15 20:09:12.475238 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:09:12.591192 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'status': 'completed', 'code': 200}
Apr 15 20:09:12.606027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:09:12.722936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-2acdac45-5586-4243-b462-2bfc5445837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:12.724815 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-2acdac45-5586-4243-b462-2bfc5445837e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 1098 time: 0.1025693
Apr 15 20:09:12.866642 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-8617751f-fd0a-451d-b4b4-6f64f4037643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:12.868277 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-8617751f-fd0a-451d-b4b4-6f64f4037643 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1373978
Apr 15 20:09:12.982284 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-a6bb79e3-b6b0-4222-a409-a6bb99eafab1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5358e72c-15a2-43ec-b22a-4dd2c6f3c647 HTTP/1.1" status: 200  len: 998 time: 0.1067812
Apr 15 20:09:12.996798 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a46dda0>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '3e3cc887-96f2-4d5a-a91d-2dc591dc9843', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:dc:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:09:10Z', 'updated_at': '2021-04-15T20:09:10Z', 'revision_number': 0, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}, {'id': 'fc21a282-785e-402c-93d5-332c62aa7de4', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:06:43Z', 'updated_at': '2021-04-15T20:06:46Z', 'revision_number': 1, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:09:13.000997 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] Checking router: bce31413-c361-4a8f-b86d-15bbd57f68d3 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:09:13.010071 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:09:13.010742 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a46dda0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:09:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:09:13.051344 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-4969262c-7e5b-423e-a0ba-181b81a33eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:13.052898 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-4969262c-7e5b-423e-a0ba-181b81a33eb3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0641096
Apr 15 20:09:13.139655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-51f76d3c-111e-4698-a418-f5ac533628db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:09:13.141260 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-51f76d3c-111e-4698-a418-f5ac533628db service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817137
Apr 15 20:09:13.203290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:09:13.284950 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-0e7e9509-c81d-49c2-8b79-7fb6405f2fde service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367898
Apr 15 20:09:13.430829 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-1654f196-bb58-40e0-bdd8-e557b3211547 req-3de71a35-ca4b-47d8-a7d1-d81a863710aa service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395075
Apr 15 20:09:13.576192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a46dda0>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '3e3cc887-96f2-4d5a-a91d-2dc591dc9843', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:dc:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:09:10Z', 'updated_at': '2021-04-15T20:09:10Z', 'revision_number': 0, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}, {'id': 'fc21a282-785e-402c-93d5-332c62aa7de4', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:06:43Z', 'updated_at': '2021-04-15T20:06:46Z', 'revision_number': 1, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:09:13.580291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f96f2ea-54e7-461b-aef8-f21ef7390302 None None] The sync data for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi is: [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': '3e3cc887-96f2-4d5a-a91d-2dc591dc9843', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:dc:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:09:10Z', 'updated_at': '2021-04-15T20:09:10Z', 'revision_number': 0, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}, {'id': 'fc21a282-785e-402c-93d5-332c62aa7de4', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:06:43Z', 'updated_at': '2021-04-15T20:06:46Z', 'revision_number': 1, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:09:13.869522 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ceac45b-050b-4d50-8699-afec0a6a418b None None] New status for floating IP 3e3cc887-96f2-4d5a-a91d-2dc591dc9843: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:09:20.150278 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:09:27.556900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:34.048535 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d478f9c1-e4c3-4d96-8da5-f35ddb2c92cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:36.197068 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-840d30af-bad9-4cb7-a386-8e6c1b6a901d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:36.912381 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:37.747675 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:38.815545 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:09:57.149922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:09:57.568849 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:04.050458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a7760cfb-9b3c-4cf8-bf49-3640ad252195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:04.939900 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-46921cc0-435d-4e24-b013-37fb0f24e7c4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763178
Apr 15 20:10:05.090484 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-9692a2dc-4fad-4dd6-9e91-2cd3b589dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:10:05.092062 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-9692a2dc-4fad-4dd6-9e91-2cd3b589dda5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1099 time: 0.0805492
Apr 15 20:10:05.242520 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-3fdb9eef-785c-467c-a802-bedf05b4ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:10:05.243996 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-3fdb9eef-785c-467c-a802-bedf05b4ca28 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1340189
Apr 15 20:10:05.348394 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-70c8b891-b8ae-4580-9509-149b4d404e6c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 200  len: 1001 time: 0.0985794
Apr 15 20:10:05.432639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-4c05e720-241e-424d-a361-eb5efee53e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:10:05.434235 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-4c05e720-241e-424d-a361-eb5efee53e28 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0795519
Apr 15 20:10:05.518014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-61754d3d-5306-4b04-be70-7b1d3787028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:10:05.519542 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-61754d3d-5306-4b04-be70-7b1d3787028b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791345
Apr 15 20:10:05.662975 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-0f1554dd-8083-48c3-aba3-b6d07f3e62bc service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365032
Apr 15 20:10:05.804541 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6a3dd55-3125-4a0c-803b-5ac6bb11dc4c req-6907ea06-2189-402a-a998-8d92d0079eea service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335642
Apr 15 20:10:06.197784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1e5f3428-0f38-4bab-88a4-9aa50c549ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:06.915592 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:07.748792 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:08.818615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:27.569388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:34.051746 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-721ed56d-1d64-4742-a008-46c843cf6ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:34.150148 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:10:36.200458 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-71527353-079d-4787-ac58-59d45a2bd192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:36.917214 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:37.750738 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:38.822908 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:57.583555 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:58.376558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53612) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:10:58.593861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Deleting port 9003a4ed-4b83-4061-bfc0-6ab3cd6d4f8e {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:10:58.594451 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:58.770123 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:58.770493 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:58.902966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Calling delete_port for 9003a4ed-4b83-4061-bfc0-6ab3cd6d4f8e owned by network:floatingip {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:10:59.066823 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:59.083485 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-43b0e5ab-eb29-488a-bbf1-39fd002abde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:10:59.175043 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event deleted for resources: {'Port': ['ID=9003a4ed-4b83-4061-bfc0-6ab3cd6d4f8e,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:10:59.190596 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.191013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.191456 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.191866 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.192269 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.192683 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.193074 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.193472 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.193871 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.194269 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.194665 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.195060 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:10:59.200017 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:10:59.353636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:10:59.354012 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Floating IP 3e3cc887-96f2-4d5a-a91d-2dc591dc9843 disassociated (deleted). External IP: 172.27.3.52, port: 5358e72c-15a2-43ec-b22a-4dd2c6f3c647.
Apr 15 20:10:59.964200 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Router bce31413-c361-4a8f-b86d-15bbd57f68d3 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:11:00.151864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:11:00.162760 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] Sync routers for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:11:00.172786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:00.173225 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:11:00.173900 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599001a58>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:10:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:00.234226 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "DELETE /v2.0/floatingips/3e3cc887-96f2-4d5a-a91d-2dc591dc9843 HTTP/1.1" status: 204  len: 168 time: 1.8558137
Apr 15 20:11:00.234856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:11:00.294300 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'status': 'completed', 'code': 200}
Apr 15 20:11:00.368680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:11:00.411911 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563716e-27db-47c9-a550-2564e37d7ddb req-e9062306-3e92-4394-8471-159841258a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:00.413821 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3563716e-27db-47c9-a550-2564e37d7ddb req-e9062306-3e92-4394-8471-159841258a06 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 1098 time: 0.0910418
Apr 15 20:11:00.749597 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563716e-27db-47c9-a550-2564e37d7ddb req-f1dc23d0-ef3b-435a-be84-d15dbabf481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:00.752076 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3563716e-27db-47c9-a550-2564e37d7ddb req-f1dc23d0-ef3b-435a-be84-d15dbabf481c service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.3318162
Apr 15 20:11:00.836656 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3563716e-27db-47c9-a550-2564e37d7ddb req-e84dbef3-56f7-4c9b-86fe-ae8456be3fa4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5358e72c-15a2-43ec-b22a-4dd2c6f3c647 HTTP/1.1" status: 200  len: 217 time: 0.0765758
Apr 15 20:11:00.849713 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d59e67-12a8-459b-8bc3-131851441841 req-ce62344b-bcdb-4343-83d7-16adb6935e35 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:00.850473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e4d59e67-12a8-459b-8bc3-131851441841 req-ce62344b-bcdb-4343-83d7-16adb6935e35 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:11:00.885571 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599001a58>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'fc21a282-785e-402c-93d5-332c62aa7de4', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:06:43Z', 'updated_at': '2021-04-15T20:06:46Z', 'revision_number': 1, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:00.890761 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] Checking router: bce31413-c361-4a8f-b86d-15bbd57f68d3 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:11:00.900033 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:11:00.900703 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599001a58>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:10:36Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:00.918632 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-e4d59e67-12a8-459b-8bc3-131851441841 req-ce62344b-bcdb-4343-83d7-16adb6935e35 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:11:00.920028 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e4d59e67-12a8-459b-8bc3-131851441841 req-ce62344b-bcdb-4343-83d7-16adb6935e35 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 945 time: 0.3388124
Apr 15 20:11:00.931971 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563716e-27db-47c9-a550-2564e37d7ddb req-2cd2d2e6-e0fd-46c2-af9f-33809f302036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:00.933475 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3563716e-27db-47c9-a550-2564e37d7ddb req-2cd2d2e6-e0fd-46c2-af9f-33809f302036 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0790558
Apr 15 20:11:01.027733 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e4d59e67-12a8-459b-8bc3-131851441841 req-68701d29-a562-43b8-b89e-86fde6055e5f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974712
Apr 15 20:11:01.066277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563716e-27db-47c9-a550-2564e37d7ddb req-0cb729cf-28bd-4a7c-bc85-a791fb9481fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:01.068025 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3563716e-27db-47c9-a550-2564e37d7ddb req-0cb729cf-28bd-4a7c-bc85-a791fb9481fd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1187146
Apr 15 20:11:01.220376 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3563716e-27db-47c9-a550-2564e37d7ddb req-90d7566d-c9d9-455f-887f-63c6aad17f23 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444156
Apr 15 20:11:01.266889 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:11:01.365873 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-3563716e-27db-47c9-a550-2564e37d7ddb req-57f53e9f-c953-445e-8b8e-3c794c74ccf3 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387763
Apr 15 20:11:01.631558 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599001a58>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'fc21a282-785e-402c-93d5-332c62aa7de4', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:06:43Z', 'updated_at': '2021-04-15T20:06:46Z', 'revision_number': 1, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:01.635647 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd322af2-1811-4a01-85f8-4f8f765fe18e None None] The sync data for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi is: [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_floatingips': [{'id': 'fc21a282-785e-402c-93d5-332c62aa7de4', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'router_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'port_id': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'mac_address': 'fa:16:3e:37:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:06:43Z', 'updated_at': '2021-04-15T20:06:46Z', 'revision_number': 1, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:11:02.062562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99aca651-039a-4f2c-ae91-ddc511af5f54 None None] New status for floating IP 3e3cc887-96f2-4d5a-a91d-2dc591dc9843: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:11:02.246602 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ebbac-97f8-4eb7-8031-99c90648b72f req-5248308a-f4d0-404c-95c9-acfdf4d96925 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:02.248304 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e04ebbac-97f8-4eb7-8031-99c90648b72f req-5248308a-f4d0-404c-95c9-acfdf4d96925 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 945 time: 0.0956109
Apr 15 20:11:02.344038 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-e04ebbac-97f8-4eb7-8031-99c90648b72f req-576d6a61-6e1b-48d3-873a-89303c141a86 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539603
Apr 15 20:11:02.373027 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-205ea301-a515-4a86-8a10-4a68a66caeb7 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:02.375123 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-205ea301-a515-4a86-8a10-4a68a66caeb7 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 945 time: 0.1258554
Apr 15 20:11:02.458278 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Deleting port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:02.458582 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:02.729830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] For port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:02.730235 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:02.863865 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Calling delete_port for 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:03.014572 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:03.030953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-0ae8055d-56cc-4509-b5c9-9dfc516c4198 tempest-AttachVolumeNegativeTest-1555357880 tempest-AttachVolumeNegativeTest-1555357880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:03.126088 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event deleted for resources: {'Port': ['ID=5358e72c-15a2-43ec-b22a-4dd2c6f3c647,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:03.132668 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:03.270833 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] No DVR routers for this DVR port 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:11:03.273239 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:03.275966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'name': 'network-vif-deleted', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:11:03.292103 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-2f197cae-8ad6-4539-9461-6f2047922a5e req-70e300b6-1614-4d8b-99b7-0d48bd347642 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "DELETE /v2.0/ports/5358e72c-15a2-43ec-b22a-4dd2c6f3c647 HTTP/1.1" status: 204  len: 173 time: 0.9108231
Apr 15 20:11:03.329989 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b722fa-9e4a-48dd-88f8-93d1f656e655', 'name': 'network-vif-deleted', 'tag': '5358e72c-15a2-43ec-b22a-4dd2c6f3c647', 'status': 'completed', 'code': 200}
Apr 15 20:11:03.508537 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-a6280975-c184-4fbb-b563-b2919c354847 req-d93d4485-6fd8-4f40-98c1-2d3b727adb0a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:11:03.522733 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-a6280975-c184-4fbb-b563-b2919c354847 req-d93d4485-6fd8-4f40-98c1-2d3b727adb0a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:11:03.523965 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a6280975-c184-4fbb-b563-b2919c354847 req-d93d4485-6fd8-4f40-98c1-2d3b727adb0a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=17b722fa-9e4a-48dd-88f8-93d1f656e655 HTTP/1.1" status: 200  len: 210 time: 0.0657251
Apr 15 20:11:04.052560 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-a0c931bd-f38d-4800-a054-c85608dd6367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:04.445242 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:11:04.486786 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:11:04.487194 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device 5358e72c-15a2-43ec-b22a-4dd2c6f3c647 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:11:06.201654 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-785a2acc-1d5f-43bf-8f63-3c2f1e0c3fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:06.919580 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:07.041330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53644) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:07.256157 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Deleting port b5ce50aa-0100-4b10-87bc-81bca5ce772a {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:07.256748 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:07.433813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:07.434189 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:07.562014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Calling delete_port for b5ce50aa-0100-4b10-87bc-81bca5ce772a owned by network:floatingip {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:07.718638 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:07.733534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-f29727a8-62b4-462e-9bfd-cb345fa75fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:07.751401 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:08.070393 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event deleted for resources: {'Port': ['ID=b5ce50aa-0100-4b10-87bc-81bca5ce772a,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:08.074296 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:08.228790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:08.229160 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.db.l3_db [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Floating IP fc21a282-785e-402c-93d5-332c62aa7de4 disassociated (deleted). External IP: 172.27.3.76, port: b64308a7-eb62-4b2e-9892-8ef7175a60d5.
Apr 15 20:11:08.599955 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Router bce31413-c361-4a8f-b86d-15bbd57f68d3 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:11:08.792259 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:11:08.802444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] Sync routers for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:11:08.812889 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:08.821362 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:11:08.822032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a4a34e0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:11:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:08.873162 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b233bf9d-c479-48e5-85b8-ae6a73fc586c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "DELETE /v2.0/floatingips/fc21a282-785e-402c-93d5-332c62aa7de4 HTTP/1.1" status: 204  len: 168 time: 1.8305683
Apr 15 20:11:08.873770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:11:08.892214 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:08.923228 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'status': 'completed', 'code': 200}
Apr 15 20:11:09.015907 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:11:09.023229 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-59882a21-eea1-43e3-aa73-2095df201a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:09.024876 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-59882a21-eea1-43e3-aa73-2095df201a0c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e2a79620ac740e5a6e598a862a97631&device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 1099 time: 0.0800042
Apr 15 20:11:09.171455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-18e64c02-c86a-47d0-8abb-3c0035c7bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:09.173110 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-18e64c02-c86a-47d0-8abb-3c0035c7bbf1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 200  len: 913 time: 0.1418519
Apr 15 20:11:09.285031 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-a2ad9d8d-3331-47c8-85ee-1624f8360943 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 200  len: 217 time: 0.1041102
Apr 15 20:11:09.363952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a4a34e0>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:09.367990 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] Checking router: bce31413-c361-4a8f-b86d-15bbd57f68d3 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:11:09.371943 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-6c1073aa-6b3d-4249-9a0b-c6a9e62cd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:09.373504 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-6c1073aa-6b3d-4249-9a0b-c6a9e62cd704 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 200  len: 851 time: 0.0820034
Apr 15 20:11:09.377504 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:11:09.378155 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd59a4a34e0>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:11:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:09.448791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c149d-bd9a-4d94-b960-6e5161aaab54 req-d645d357-d3a3-46f7-996d-58d1aa63ac4c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:09.449570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-f29c149d-bd9a-4d94-b960-6e5161aaab54 req-d645d357-d3a3-46f7-996d-58d1aa63ac4c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:11:09.479428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-f29c149d-bd9a-4d94-b960-6e5161aaab54 req-d645d357-d3a3-46f7-996d-58d1aa63ac4c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:11:09.480685 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f29c149d-bd9a-4d94-b960-6e5161aaab54 req-d645d357-d3a3-46f7-996d-58d1aa63ac4c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 946 time: 0.2392116
Apr 15 20:11:09.491993 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-6fa60a57-3083-4fbf-836f-6feb99b539a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:09.493562 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-6fa60a57-3083-4fbf-836f-6feb99b539a7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5a40994e-48a3-4ca3-b74f-8d7720ae07a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1124377
Apr 15 20:11:09.567956 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:11:09.616490 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-f29c149d-bd9a-4d94-b960-6e5161aaab54 req-b6747e29-ad7d-42db-872a-100371764980 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1269979
Apr 15 20:11:09.673499 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-e55193d0-9416-405d-bd2f-b6a6224310dc service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620450
Apr 15 20:11:09.818571 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-cd9eab05-e73a-4164-bdfa-b86632156321 req-0eb6f63a-f263-4644-9726-26d1d806b837 service neutron] 10.222.0.68 "GET /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377838
Apr 15 20:11:09.901450 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd59a4a34e0>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:09.906360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ae0422-8d1c-46db-9f0a-71ab60e301b5 None None] The sync data for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi is: [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:02:54Z', 'revision_number': 4, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi', '_interfaces': [{'id': 'ac0e9502-e3fb-4670-838a-421e086dbe44', 'name': '', 'network_id': '5a40994e-48a3-4ca3-b74f-8d7720ae07a5', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'mac_address': 'fa:16:3e:14:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:53Z', 'updated_at': '2021-04-15T20:03:05Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'subnets': [{'id': '8e059e67-7d99-44e4-847c-f162c3cdd0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:11:10.305894 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362580c5-4ebf-4f14-9191-aff9d39283d7 None None] New status for floating IP fc21a282-785e-402c-93d5-332c62aa7de4: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:11:10.810171 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-2c858a1d-6758-4c6a-b54d-61b6cbf58448 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:10.812176 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-2c858a1d-6758-4c6a-b54d-61b6cbf58448 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 946 time: 0.1377671
Apr 15 20:11:10.902388 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ba5f9-d93f-4508-8b5a-900afdd3b5e2 req-10593dd0-93dc-4daa-8b0d-e9395dd5d110 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:11:10.903957 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a11ba5f9-d93f-4508-8b5a-900afdd3b5e2 req-10593dd0-93dc-4daa-8b0d-e9395dd5d110 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 946 time: 0.1604068
Apr 15 20:11:10.914886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Deleting port b64308a7-eb62-4b2e-9892-8ef7175a60d5 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:10.915298 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:11.041207 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-a11ba5f9-d93f-4508-8b5a-900afdd3b5e2 req-d3403e2a-cd5b-425f-99aa-9f5e58fc7c0f tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/security-groups?id=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995102
Apr 15 20:11:11.149890 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:11:11.207770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] For port b64308a7-eb62-4b2e-9892-8ef7175a60d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b64308a7-eb62-4b2e-9892-8ef7175a60d5,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:11.208174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:11.335337 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Calling delete_port for b64308a7-eb62-4b2e-9892-8ef7175a60d5 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:11.484879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:11.499475 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-36e73786-a3be-48ac-804e-752d7163a34d tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:11.595902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event deleted for resources: {'Port': ['ID=b64308a7-eb62-4b2e-9892-8ef7175a60d5,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:11.602291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:11.748396 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] No DVR routers for this DVR port b64308a7-eb62-4b2e-9892-8ef7175a60d5 on host hv-cinder-78638 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:11:11.750751 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:11.753531 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'name': 'network-vif-deleted', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:11:11.768854 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-92966245-1ef4-41c1-98b2-578c8e7621f3 req-cc2768ea-ffe3-4ace-9110-9e75977d8600 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.68 "DELETE /v2.0/ports/b64308a7-eb62-4b2e-9892-8ef7175a60d5 HTTP/1.1" status: 204  len: 173 time: 0.9511847
Apr 15 20:11:11.807406 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9e6ef9-1db2-4595-8248-ad9b8e016a14', 'name': 'network-vif-deleted', 'tag': 'b64308a7-eb62-4b2e-9892-8ef7175a60d5', 'status': 'completed', 'code': 200}
Apr 15 20:11:12.210395 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b530bb5c-501c-46bf-adaf-ba90b99113ba req-0fbe3ac7-d23d-4f60-9e9e-370aa53b6711 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Synchronizing usage tracker for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:11:12.224772 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.quota.resource [req-b530bb5c-501c-46bf-adaf-ba90b99113ba req-0fbe3ac7-d23d-4f60-9e9e-370aa53b6711 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Unset dirty status for tenant:3e2a79620ac740e5a6e598a862a97631 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:11:12.226014 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [req-b530bb5c-501c-46bf-adaf-ba90b99113ba req-0fbe3ac7-d23d-4f60-9e9e-370aa53b6711 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f9e6ef9-1db2-4595-8248-ad9b8e016a14 HTTP/1.1" status: 200  len: 210 time: 0.0679882
Apr 15 20:11:13.325951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53662) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:13.491873 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Deleting port d894df1d-1e2c-4e8f-85a7-305b3b3a01be {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:13.492248 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:13.902313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:13.902682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:14.029291 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Calling delete_port for d894df1d-1e2c-4e8f-85a7-305b3b3a01be owned by network:floatingip {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:14.173952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:14.188810 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-372acea7-5751-4bb6-ac67-a5aca24e9607 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:14.279508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event deleted for resources: {'Port': ['ID=d894df1d-1e2c-4e8f-85a7-305b3b3a01be,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:14.286025 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:14.443285 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for floatingip, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:14.460562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761243'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:14.461801 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-511e0692-7768-48ba-bf04-e6492310a27a tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "DELETE /v2.0/floatingips/559fd234-a1cd-4a22-bdc4-6ae4e4109dba HTTP/1.1" status: 204  len: 168 time: 1.1347830
Apr 15 20:11:14.522705 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device b64308a7-eb62-4b2e-9892-8ef7175a60d5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:11:14.558833 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] No Port match for: b64308a7-eb62-4b2e-9892-8ef7175a60d5 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:11:14.559226 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Device b64308a7-eb62-4b2e-9892-8ef7175a60d5 not bound to the agent host hv-cinder-78638 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:11:15.860785 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53676) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:15.933618 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8ce75f47-7b85-4bca-b063-8dbab0d279cd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:15.964415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8ce75f47-7b85-4bca-b063-8dbab0d279cd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:16.019918 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8ce75f47-7b85-4bca-b063-8dbab0d279cd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:16.025153 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-047a5051-022d-41fb-87a1-5133ede605ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:16.041770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce75f47-7b85-4bca-b063-8dbab0d279cd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf3563e-58c7-4cb5-a2fd-d1c3c386b801,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:16.047919 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8ce75f47-7b85-4bca-b063-8dbab0d279cd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:16.050019 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8ce75f47-7b85-4bca-b063-8dbab0d279cd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:16.051335 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8ce75f47-7b85-4bca-b063-8dbab0d279cd tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] 10.222.0.58 "DELETE /v2.0/security-groups/3cf3563e-58c7-4cb5-a2fd-d1c3c386b801 HTTP/1.1" status: 204  len: 168 time: 0.1893656
Apr 15 20:11:16.107663 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53682) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:16.782061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854056957'] for router_interface, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:17.149972 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Deleting port ac0e9502-e3fb-4670-838a-421e086dbe44 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:17.150569 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:17.329181 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] For port ac0e9502-e3fb-4670-838a-421e086dbe44, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ac0e9502-e3fb-4670-838a-421e086dbe44,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:17.329590 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:17.459311 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Calling delete_port for ac0e9502-e3fb-4670-838a-421e086dbe44 owned by network:router_interface {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:17.634360 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:17.649998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-7d987d29-fb4e-42c5-b01f-2e1338aa3f51 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:17.741137 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0e9502-e3fb-4670-838a-421e086dbe44,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:17.747920 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:18.094599 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055768'] for router_interface, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:18.830456 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Router bce31413-c361-4a8f-b86d-15bbd57f68d3 has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:11:19.019594 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:11:19.028373 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] Sync routers for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:11:19.033434 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-72b79a41-9066-46d0-9c57-925ef6ba1211 admin admin] 10.222.0.58 "PUT /v2.0/routers/bce31413-c361-4a8f-b86d-15bbd57f68d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9239717
Apr 15 20:11:19.036096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53688) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:19.038889 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:11:19.039585 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ddb400>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:11:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:19.221486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks [] for router, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:19.228435 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: dv-cinder-786384-2-iscsi {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:11:19.411118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:19.420049 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Deleting port 0cdce523-cf0c-4f0b-b182-acf44baf4b51 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:19.420415 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:19.539471 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ddb400>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:11:17Z', 'revision_number': 5, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port': {'id': '0cdce523-cf0c-4f0b-b182-acf44baf4b51', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:08:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:48Z', 'updated_at': '2021-04-15T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:19.543550 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] Checking router: bce31413-c361-4a8f-b86d-15bbd57f68d3 for host: dv-cinder-786384-2-iscsi {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:11:19.552998 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] Routers {'bce31413-c361-4a8f-b86d-15bbd57f68d3'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:11:19.553652 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599ddb400>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:11:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['bce31413-c361-4a8f-b86d-15bbd57f68d3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:19.605661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] For port 0cdce523-cf0c-4f0b-b182-acf44baf4b51, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=0cdce523-cf0c-4f0b-b182-acf44baf4b51,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:19.606062 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:19.748695 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Calling delete_port for 0cdce523-cf0c-4f0b-b182-acf44baf4b51 owned by network:router_gateway {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:19.891521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] Set router bce31413-c361-4a8f-b86d-15bbd57f68d3 gateway port host: None {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:11:19.928719 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2135557'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:19.944328 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-fbaf50bd-d250-4253-af34-f4a103733d61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:20.006750 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599ddb400>, [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:11:19Z', 'revision_number': 6, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port_host': None}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:20.010790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf28f329-fe15-453c-8226-1c47920eb2c8 None None] The sync data for ids ['bce31413-c361-4a8f-b86d-15bbd57f68d3'] in dv-cinder-786384-2-iscsi is: [{'id': 'bce31413-c361-4a8f-b86d-15bbd57f68d3', 'name': 'tempest-TestVolumeBootPattern-2131069245-router', 'tenant_id': '3e2a79620ac740e5a6e598a862a97631', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:47Z', 'updated_at': '2021-04-15T20:11:19Z', 'revision_number': 6, 'project_id': '3e2a79620ac740e5a6e598a862a97631', 'gw_port_host': None}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:11:20.036094 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdce523-cf0c-4f0b-b182-acf44baf4b51,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:20.042701 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:20.205867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854055918'] for router_gateway, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:20.391041 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760568'] for router, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:20.393532 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:20.413928 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716856'] for router, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:20.414506 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bce31413-c361-4a8f-b86d-15bbd57f68d3 {{(pid=85419) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:11:20.427610 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:20.428832 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-8e6e671d-1d40-47c1-950c-ad578954885d admin admin] 10.222.0.58 "DELETE /v2.0/routers/bce31413-c361-4a8f-b86d-15bbd57f68d3 HTTP/1.1" status: 204  len: 168 time: 1.3916323
Apr 15 20:11:20.431516 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53692) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:20.498882 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13e62cb-a29a-42c9-bae9-0d7f3e1114be admin admin] Deleting subnet 8e059e67-7d99-44e4-847c-f162c3cdd0ff {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:11:20.502091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d13e62cb-a29a-42c9-bae9-0d7f3e1114be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:20.554562 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d13e62cb-a29a-42c9-bae9-0d7f3e1114be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1394614'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:20.642312 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d13e62cb-a29a-42c9-bae9-0d7f3e1114be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:20.732448 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ac0e9502-e3fb-4670-838a-421e086dbe44 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:11:20.772456 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: ac0e9502-e3fb-4670-838a-421e086dbe44 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:11:20.772856 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ac0e9502-e3fb-4670-838a-421e086dbe44 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:11:20.773330 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 0cdce523-cf0c-4f0b-b182-acf44baf4b51 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:11:20.808426 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 0cdce523-cf0c-4f0b-b182-acf44baf4b51 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:11:20.808749 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 0cdce523-cf0c-4f0b-b182-acf44baf4b51 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:11:20.914933 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d13e62cb-a29a-42c9-bae9-0d7f3e1114be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852640176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2525694'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:20.931096 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-851a1391-dacd-411b-bc85-58d5e0a20658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:21.024029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e62cb-a29a-42c9-bae9-0d7f3e1114be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e059e67-7d99-44e4-847c-f162c3cdd0ff,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:21.028637 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-d13e62cb-a29a-42c9-bae9-0d7f3e1114be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:21.061974 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d13e62cb-a29a-42c9-bae9-0d7f3e1114be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:21.067468 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e2e5b4-92d2-4673-8bab-4077ec8821d6 None None] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:11:21.067970 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-d13e62cb-a29a-42c9-bae9-0d7f3e1114be admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8e059e67-7d99-44e4-847c-f162c3cdd0ff HTTP/1.1" status: 204  len: 168 time: 0.6354160
Apr 15 20:11:21.073867 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53696) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:21.191682 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:21.263231 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Deleting port ae7a2a0e-043c-454c-9e41-cf8540e22f94 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:21.263636 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:21.323331 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] DHCP port deletion for 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 request from dv-cinder-786384-2-iscsi {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:11:21.328103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] Deleting port ae7a2a0e-043c-454c-9e41-cf8540e22f94 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:21.328524 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:21.485278 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] For port ae7a2a0e-043c-454c-9e41-cf8540e22f94, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ae7a2a0e-043c-454c-9e41-cf8540e22f94,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:21.485680 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:21.543886 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] For port ae7a2a0e-043c-454c-9e41-cf8540e22f94, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=ae7a2a0e-043c-454c-9e41-cf8540e22f94,segment=NetworkSegment(310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe),segment_id=310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:21.544325 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:21.621422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Calling delete_port for ae7a2a0e-043c-454c-9e41-cf8540e22f94 owned by network:dhcp {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:21.674859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] Calling delete_port for ae7a2a0e-043c-454c-9e41-cf8540e22f94 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:21.699032 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:21.718615 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-283a1e4e-7805-495f-98be-e7d43f60a3e9 tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:21.752113 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:11:21.752519 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:11:21.821898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7a2a0e-043c-454c-9e41-cf8540e22f94,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:21.835625 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.836059 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.836483 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.836898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.837309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.837722 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.838133 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.838541 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.838947 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.839375 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.839782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.840190 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-2-iscsi {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:11:21.851953 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:21.868861 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] No DVR routers for this DVR port ae7a2a0e-043c-454c-9e41-cf8540e22f94 on host dv-cinder-786384-2-iscsi {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:11:21.990422 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:22.104061 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd5994ad208>,) {'filters': {'network_id': ['5a40994e-48a3-4ca3-b74f-8d7720ae07a5']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:22.116895 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5994ad208>, '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:22.117232 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd5994ad208>, '310b03d6-4b3d-4522-81a5-2d7aeb0ae1fe') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:22.129455 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2135267'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:22.143884 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:22.150030 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:11:22.254129 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] Deleting port ae7a2a0e-043c-454c-9e41-cf8540e22f94 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:22.254486 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:22.325112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-5005c130-d62c-4d3a-a2ef-8b6cdf5e5b0d None None] The port 'ae7a2a0e-043c-454c-9e41-cf8540e22f94' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:11:22.326627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:11:22.335930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852661470'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:22.510915 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Network 5a40994e-48a3-4ca3-b74f-8d7720ae07a5 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:11:22.537064 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:11:22.611902 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:22.616313 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:22.620303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c92b05c2-d66b-460c-93f8-57ca8105b6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:22.642366 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a40994e-48a3-4ca3-b74f-8d7720ae07a5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:22.644939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:22.656240 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2b7b2e40-18c0-4b34-b746-43a77faed310 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5a40994e-48a3-4ca3-b74f-8d7720ae07a5 HTTP/1.1" status: 204  len: 168 time: 1.5810027
Apr 15 20:11:22.659305 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53700) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:22.720127 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ae7a2a0e-043c-454c-9e41-cf8540e22f94 no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:11:22.759128 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: ae7a2a0e-043c-454c-9e41-cf8540e22f94 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:11:22.759542 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device ae7a2a0e-043c-454c-9e41-cf8540e22f94 not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:11:23.220535 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854056957'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:23.833211 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Deleting port 5383387f-0bca-48cd-a076-d16c3999dd4f {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:23.833586 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:24.010335 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] For port 5383387f-0bca-48cd-a076-d16c3999dd4f, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=5383387f-0bca-48cd-a076-d16c3999dd4f,segment=NetworkSegment(acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129),segment_id=acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:24.010655 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:24.139434 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Calling delete_port for 5383387f-0bca-48cd-a076-d16c3999dd4f owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:24.309930 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:24.324896 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9660d566-41fa-4a2c-b35e-8845ff11ec1c tempest-TestVolumeBootPattern-1607025748 tempest-TestVolumeBootPattern-1607025748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:24.419495 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5383387f-0bca-48cd-a076-d16c3999dd4f,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:24.422593 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:24.772122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-588431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055768'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:25.270435 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Router b9ec3473-8b8f-44a9-8144-c20c430779fe has already been hosted by L3 agent 993ffd01-88b6-41ec-9479-312a47240b13 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:11:25.457303 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] Notify agent at l3_agent.dv-cinder-786384-2-iscsi the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:11:25.465959 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] Sync routers for ids ['b9ec3473-8b8f-44a9-8144-c20c430779fe'] in dv-cinder-786384-2-iscsi {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:11:25.472470 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-b7477d6d-0223-4368-ae12-e980f1d7cdd1 admin admin] 10.222.0.58 "PUT /v2.0/routers/b9ec3473-8b8f-44a9-8144-c20c430779fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8120167
Apr 15 20:11:25.475064 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53704) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:25.476505 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] Routers {'b9ec3473-8b8f-44a9-8144-c20c430779fe'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:11:25.477177 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599fa8a20>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:11:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b9ec3473-8b8f-44a9-8144-c20c430779fe'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:25.661631 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:25.664639 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] Set router b9ec3473-8b8f-44a9-8144-c20c430779fe gateway port host: dv-cinder-786384-2-iscsi {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:11:25.853966 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:25.863006 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Deleting port 60e2ebcc-8072-414c-a2b0-08694c0f06bb {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:25.863561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:25.972424 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599fa8a20>, [{'id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'external_fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:58Z', 'updated_at': '2021-04-15T20:11:24Z', 'revision_number': 5, 'project_id': '78c494f64e78439e896e63afd8739873', 'gw_port': {'id': '60e2ebcc-8072-414c-a2b0-08694c0f06bb', 'name': '', 'network_id': '9ac82ea7-1120-4e6b-803f-e0e09fee3c70', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1336144-0650-4adc-8c69-7861553487aa', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:02:59Z', 'updated_at': '2021-04-15T20:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1336144-0650-4adc-8c69-7861553487aa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-2-iscsi'}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:25.976367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] Checking router: b9ec3473-8b8f-44a9-8144-c20c430779fe for host: dv-cinder-786384-2-iscsi {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:11:25.985276 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] Routers {'b9ec3473-8b8f-44a9-8144-c20c430779fe'} bound to L3 agent in host dv-cinder-786384-2-iscsi {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:11:25.985924 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd599fa8a20>, 'dv-cinder-786384-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:43:36Z,description=<?>,heartbeat_timestamp=2021-04-15T20:11:06Z,host='dv-cinder-786384-2-iscsi',id=993ffd01-88b6-41ec-9479-312a47240b13,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T19:43:36Z,topic='l3_agent')) {'router_ids': ['b9ec3473-8b8f-44a9-8144-c20c430779fe'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:26.044267 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] For port 60e2ebcc-8072-414c-a2b0-08694c0f06bb, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=60e2ebcc-8072-414c-a2b0-08694c0f06bb,segment=NetworkSegment(82696db2-5433-4512-8aa1-5e06e86c1432),segment_id=82696db2-5433-4512-8aa1-5e06e86c1432)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:26.044669 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:26.322067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvr_db [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] Set router b9ec3473-8b8f-44a9-8144-c20c430779fe gateway port host: None {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:11:26.437018 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_hamode_db [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd599fa8a20>, [{'id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:58Z', 'updated_at': '2021-04-15T20:11:25Z', 'revision_number': 6, 'project_id': '78c494f64e78439e896e63afd8739873', 'gw_port_host': None}], 'dv-cinder-786384-2-iscsi', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:26.437782 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Calling delete_port for 60e2ebcc-8072-414c-a2b0-08694c0f06bb owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:26.441217 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3a445-6a98-41ec-be88-a10a6f8ecf76 None None] The sync data for ids ['b9ec3473-8b8f-44a9-8144-c20c430779fe'] in dv-cinder-786384-2-iscsi is: [{'id': 'b9ec3473-8b8f-44a9-8144-c20c430779fe', 'name': 'tempest-TestVolumeBootPattern-1852658144-router', 'tenant_id': '78c494f64e78439e896e63afd8739873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:02:58Z', 'updated_at': '2021-04-15T20:11:25Z', 'revision_number': 6, 'project_id': '78c494f64e78439e896e63afd8739873', 'gw_port_host': None}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:11:26.616508 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:26.629794 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-a3a6c04d-7a7c-4cf2-82ea-72963aa49629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:26.721628 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 60e2ebcc-8072-414c-a2b0-08694c0f06bb no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:11:26.728014 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Pushing event deleted for resources: {'Port': ['ID=60e2ebcc-8072-414c-a2b0-08694c0f06bb,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:26.735662 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:26.758925 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 60e2ebcc-8072-414c-a2b0-08694c0f06bb {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:11:26.759342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 60e2ebcc-8072-414c-a2b0-08694c0f06bb not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:11:26.759820 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 5383387f-0bca-48cd-a076-d16c3999dd4f no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:11:26.796276 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 5383387f-0bca-48cd-a076-d16c3999dd4f {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:11:26.796678 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 5383387f-0bca-48cd-a076-d16c3999dd4f not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:11:26.899790 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854055918'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.084805 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854055256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760568'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.087115 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.112050 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-716856'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.112547 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ec3473-8b8f-44a9-8144-c20c430779fe {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:11:27.126605 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.128016 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-2aa6f7c0-9b80-495b-991b-fb4843ce1dab admin admin] 10.222.0.58 "DELETE /v2.0/routers/b9ec3473-8b8f-44a9-8144-c20c430779fe HTTP/1.1" status: 204  len: 168 time: 1.6518576
Apr 15 20:11:27.130534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53708) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:27.201473 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.db_base_plugin_v2 [None req-24937e1d-1382-4601-a780-692ef4e1d49f admin admin] Deleting subnet 9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:11:27.205099 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24937e1d-1382-4601-a780-692ef4e1d49f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.256433 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24937e1d-1382-4601-a780-692ef4e1d49f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852640549'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.338641 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24937e1d-1382-4601-a780-692ef4e1d49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-57839'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.588293 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24937e1d-1382-4601-a780-692ef4e1d49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854717977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2114947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851792655'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.597013 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.603859 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-9889bc2f-ce2e-46de-b1e6-c7c34fcc6153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:27.686078 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24937e1d-1382-4601-a780-692ef4e1d49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:27.691613 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-24937e1d-1382-4601-a780-692ef4e1d49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:27.739029 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-24937e1d-1382-4601-a780-692ef4e1d49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.744423 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca6f29-4761-426a-a3df-aceec9c62d49 None None] Network d3a46a38-652f-4121-bf5a-2906cd0db292 requested from dv-cinder-786384-2-iscsi {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:11:27.746325 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-24937e1d-1382-4601-a780-692ef4e1d49f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9cdf03e2-b20a-4d4a-9ff4-a720dfbe56b5 HTTP/1.1" status: 204  len: 168 time: 0.6147189
Apr 15 20:11:27.749640 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53712) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:27.864156 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854751412'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:27.935474 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Deleting port 8f803144-82de-4995-9a18-5deb8f7ac49d {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:27.935860 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:28.002852 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] DHCP port deletion for d3a46a38-652f-4121-bf5a-2906cd0db292 request from dv-cinder-786384-2-iscsi {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:11:28.007125 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] Deleting port 8f803144-82de-4995-9a18-5deb8f7ac49d {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:28.007570 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:28.165534 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] For port 8f803144-82de-4995-9a18-5deb8f7ac49d, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=8f803144-82de-4995-9a18-5deb8f7ac49d,segment=NetworkSegment(acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129),segment_id=acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:28.165864 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:28.224579 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.db [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] For port 8f803144-82de-4995-9a18-5deb8f7ac49d, host dv-cinder-786384-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-2-iscsi',level=0,port_id=8f803144-82de-4995-9a18-5deb8f7ac49d,segment=NetworkSegment(acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129),segment_id=acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:11:28.224951 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854081232'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:28.296002 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Calling delete_port for 8f803144-82de-4995-9a18-5deb8f7ac49d owned by network:dhcp {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:28.353724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] Calling delete_port for 8f803144-82de-4995-9a18-5deb8f7ac49d owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:11:28.376813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854514612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784713389359', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363252141833759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852660778'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:28.392981 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-da724ac6-9f18-4e4d-978e-e6fd96499681 tempest-TestShelveInstance-1598611905 tempest-TestShelveInstance-1598611905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:28.432174 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.db.api [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:11:28.432515 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_db.api [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:11:28.484936 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f803144-82de-4995-9a18-5deb8f7ac49d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:28.499261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:28.535461 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] No DVR routers for this DVR port 8f803144-82de-4995-9a18-5deb8f7ac49d on host dv-cinder-786384-2-iscsi {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:11:28.668829 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854663314', 'neutron.services.segments.db._delete_segments_for_network-8784713511112'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:28.719839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 8f803144-82de-4995-9a18-5deb8f7ac49d no longer exists at agent ovs-agent-dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:11:28.759382 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] No Port match for: 8f803144-82de-4995-9a18-5deb8f7ac49d {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:11:28.759784 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.rpc [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Device 8f803144-82de-4995-9a18-5deb8f7ac49d not bound to the agent host dv-cinder-786384-2-iscsi {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:11:28.798154 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd598179ac8>,) {'filters': {'network_id': ['d3a46a38-652f-4121-bf5a-2906cd0db292']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:28.810769 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd598179ac8>, 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:28.811146 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.services.segments.db [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd598179ac8>, 'acbd5fcc-b4ee-47e7-8d5f-24cc2ef0e129') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:11:28.823042 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784713516249', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2135267'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:28.837876 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854716791'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:28.845290 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:11:28.933937 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] Deleting port 8f803144-82de-4995-9a18-5deb8f7ac49d {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:11:28.934421 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363252141387892'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:29.017253 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.plugin [None req-b404c764-30a3-448c-8d1b-0d2db315c015 None None] The port '8f803144-82de-4995-9a18-5deb8f7ac49d' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:11:29.022517 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Network d3a46a38-652f-4121-bf5a-2906cd0db292 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:11:29.032885 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-59025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852661470'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:29.216657 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.plugins.ml2.managers [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Network d3a46a38-652f-4121-bf5a-2906cd0db292 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]: Traceback (most recent call last):
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     timer()
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     cb(*args, **kw)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     return func(*args, **kwargs)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     self._notify()
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     self.callback(batched_events)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     event.method(event)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     segment_id)['aggregates'][0]
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     return f(self, *a, **k)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self._get(url).json()
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     **kwargs)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     **endpoint_filter)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:11:29.240418 dv-cinder-786384-2-iscsi neutron-server[85307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:11:29.319831 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-112487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854117268', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854187386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-720124'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:29.324263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854187339'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:29.328851 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:29.357367 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a46a38-652f-4121-bf5a-2906cd0db292,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:29.359922 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:29.362045 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-1f19c2fc-4378-4886-8338-27dc798a102b admin admin] 10.222.0.58 "DELETE /v2.0/networks/d3a46a38-652f-4121-bf5a-2906cd0db292 HTTP/1.1" status: 204  len: 168 time: 1.6113939
Apr 15 20:11:29.483830 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53718) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:29.538802 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-411e6a7c-166a-4983-a014-c7c5d10bf7e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e2a79620ac740e5a6e598a862a97631&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0536101
Apr 15 20:11:29.541482 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.58', 53722) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:29.603309 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-974858fa-04e6-49a1-82ed-f7ed32490ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:29.631342 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-974858fa-04e6-49a1-82ed-f7ed32490ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:29.680912 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-974858fa-04e6-49a1-82ed-f7ed32490ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:29.686770 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c3efda9c-8dd5-4e54-bfd8-fcc4c9ecaf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:29.702883 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974858fa-04e6-49a1-82ed-f7ed32490ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd8b442-22f5-45ad-9c60-c3082bd3c163,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:29.706791 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-974858fa-04e6-49a1-82ed-f7ed32490ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:29.710100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-974858fa-04e6-49a1-82ed-f7ed32490ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:29.711608 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-974858fa-04e6-49a1-82ed-f7ed32490ed2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fd8b442-22f5-45ad-9c60-c3082bd3c163 HTTP/1.1" status: 204  len: 168 time: 0.1686900
Apr 15 20:11:30.057218 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53730) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:30.113086 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-3b733895-e201-406a-8ca6-1fa9a9842292 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78c494f64e78439e896e63afd8739873&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544889
Apr 15 20:11:30.115432 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.58', 53734) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:11:30.175553 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-45589ffe-d6db-4640-b821-c5af493e6da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:30.202825 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-45589ffe-d6db-4640-b821-c5af493e6da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:30.249020 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-45589ffe-d6db-4640-b821-c5af493e6da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854119284'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:30.254067 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-c8b06b39-0d1a-4cbb-b5f4-91af518c7b81 tempest-VolumesNegativeTest-2068036238 tempest-VolumesNegativeTest-2068036238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:11:30.265124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45589ffe-d6db-4640-b821-c5af493e6da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0689d57b-e125-49aa-a875-29a064967422,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:11:30.268811 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG oslo_concurrency.lockutils [None req-45589ffe-d6db-4640-b821-c5af493e6da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:11:30.272098 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-45589ffe-d6db-4640-b821-c5af493e6da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:30.273303 dv-cinder-786384-2-iscsi neutron-server[85307]: INFO neutron.wsgi [None req-45589ffe-d6db-4640-b821-c5af493e6da4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0689d57b-e125-49aa-a875-29a064967422 HTTP/1.1" status: 204  len: 168 time: 0.1569176
Apr 15 20:11:34.053970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-56454ee6-5ff5-4fa8-a7b9-710b38a8ec42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:36.204065 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-eabefe2c-fcd8-4107-b39f-0aa880dfb3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:36.925091 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:37.753438 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:38.829879 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:11:48.148567 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:11:57.599707 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:04.054952 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-944d4c67-ebcf-4918-910c-45783dc8b261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:06.205300 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b8d77e98-e72c-4172-84f1-27572cb8088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:06.926118 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:07.754839 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:08.832837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:25.148263 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:12:27.614191 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:34.055898 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f9b6600b-b0e6-4362-94c7-eb264836f9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:36.206788 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-3e19fe0c-55af-4990-8bcd-b0ef9269cdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:36.927996 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:37.757213 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:38.837208 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:12:57.611822 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:02.148100 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:13:04.057970 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-9d82451d-5948-495c-a3bd-4e270a52d25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:06.210192 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-6f0de1a1-d5f7-458a-a833-c8caaff9a620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:06.932190 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:07.759102 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:08.841112 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:27.610261 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:34.063836 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e5f9-2969-4638-99c2-4227511b82fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:36.215393 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-4c36f771-4547-42d5-aac3-30756e82d391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:36.933119 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:37.760418 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:38.846814 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:13:39.147698 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:13:57.609202 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:04.055219 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-10de5b4e-c346-427c-8cbe-a52cd4c1cb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:06.217122 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-b3797873-677c-43c3-a547-d552b31c75c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:06.936404 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:07.762764 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:08.851660 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:16.147385 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:14:27.624755 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:34.057057 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-c9108c6f-b47a-4d55-aa3c-59cfa8f12f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:36.219376 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-e7b5d469-bf52-4f9a-9d86-ab940691ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:36.939287 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:37.764962 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:38.854277 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:14:53.147704 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:14:57.623658 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:04.058716 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-dd2233af-0d3e-4668-ac6c-ed1724c68c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:06.221521 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8b5de4c4-34af-4b23-bb90-4a33c761c5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:06.941596 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:07.766843 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:08.855103 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:27.637258 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:28.589561 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [req-b2a62083-c3fd-41fa-98f0-66e3267f2a5d req-0488f142-de90-46ea-9d29-3257248c5b80 service neutron] (85419) timed out ('10.222.0.58', 47728) {{(pid=85419) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 20:15:30.146939 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:15:34.060767 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3319-6957-4448-8733-44cf915a3a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:36.222151 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-07a6fe7b-177c-4d97-843d-2fd5060c8683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:36.944724 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:37.768428 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:38.858747 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:15:57.636627 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:04.062643 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-84a3ac4a-896d-4bbd-9055-40f2453cfd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:06.222986 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-96616c59-814a-49aa-9640-1dd0e1e1d959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:06.947266 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:07.146730 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:16:07.769661 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:08.862334 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:26.324444 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.wsgi [req-b84c2250-5f28-4ebf-99de-2f63bc898eda req-1b2f7530-443b-48fa-bce8-9b471ceb76b1 service neutron] (85418) timed out ('10.222.0.58', 50530) {{(pid=85418) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 20:16:27.650949 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d76674df-b647-4134-a5d2-ceeaf935f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:34.065906 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-2aa07008-2dea-41cc-9386-1d00b1aab172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:36.225124 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9e0a-688e-40d6-9752-7fbf9e4ceb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:36.952044 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-d101b7d5-e47c-4c18-bc0c-6448049003ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:37.771364 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-29fd8d71-002b-428b-a5c9-de9dcd3e7dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:38.867813 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron_lib.callbacks.manager [None req-252c59da-74cd-4bea-9acf-7dba49b83ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784713511095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-114592'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:16:44.146837 dv-cinder-786384-2-iscsi neutron-server[85307]: DEBUG neutron.db.agents_db [None req-96a3a2e0-609d-43ca-82ce-28880918a2eb None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}